-- Logs begin at Wed 2021-06-23 13:30:40 UTC, end at Wed 2021-06-23 14:26:25 UTC. -- Jun 23 14:01:42.704235 dv-cinder-794001-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Jun 23 14:01:45.399350 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:45.399970 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:45.400115 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:45.403281 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.common.config [-] Logging enabled! Jun 23 14:01:45.403536 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev382 Jun 23 14:01:45.403843 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jun 23 14:01:45.404760 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:45.404991 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:45.405363 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:45.405614 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:45.405840 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:45.406185 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.406484 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.406778 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.407009 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.407302 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.407590 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.407876 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.408161 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.408451 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.408732 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.409008 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.409284 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.409509 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.409783 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.410099 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.410380 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.410597 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] debug = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.410870 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.411284 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.411698 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.411974 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.412259 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.412547 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.412799 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.413070 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.413352 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.413672 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] host = dv-cinder-794001-2-smb {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.413945 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.414250 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.414532 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.414812 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.415083 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.415355 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.415634 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.415902 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.416171 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] log_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.416440 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.416721 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.417002 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.417285 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.417510 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.417726 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.418029 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.418313 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.418584 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.418863 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.419125 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.419394 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.419663 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.419927 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.420207 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.420486 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.420764 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.421059 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.421328 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.421595 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.421861 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.422163 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.422434 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.422702 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.422971 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.423253 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.423516 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.423784 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.424078 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.424359 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.424637 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.424915 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.425186 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.425464 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.425735 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.426023 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.426293 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] use_json = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.426560 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.426827 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.427106 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.427380 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.427647 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.427917 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.428184 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.428461 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:45.428753 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.429046 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.429343 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.429624 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.429912 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.430214 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.430497 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.430770 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.431054 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.431338 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.431621 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.431894 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.432175 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.432446 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.432733 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.433101 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.433391 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.433678 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.433948 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.434237 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.434504 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.434774 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.435056 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.435343 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.435627 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.435897 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.436173 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.436459 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.437265 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.437555 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.437873 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.438352 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.438636 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.438909 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.439190 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.439466 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.439739 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.440010 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.440286 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.440575 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.440849 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.441118 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.441389 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.441665 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.441933 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.442237 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.442511 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.442782 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.443052 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.443327 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.443596 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.443865 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.444139 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.444409 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.444683 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.444952 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.445222 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.445490 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.445759 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.446053 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.446324 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.446591 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.446863 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.447128 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.447394 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.447667 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.447932 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.448202 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.448482 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.448775 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.449048 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.449323 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.449599 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.449874 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.450173 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.450448 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.450722 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.450994 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.451264 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.451553 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.451833 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.452114 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.453245 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.453611 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.453906 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.454209 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.454489 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.454763 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.455039 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.455327 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.455605 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.455897 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.456183 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.456470 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.456756 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.457043 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.457316 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.457615 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.457896 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:45.458133 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:45.458370 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92999) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jun 23 14:01:45.804739 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:45.804924 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:45.805221 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:01:45.805550 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [-] Loading core plugin: ml2 Jun 23 14:01:46.203288 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.203736 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.203867 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.205338 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.205614 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.205885 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.242076 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.242360 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.242620 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.256022 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.256299 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.256570 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.286094 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.286371 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.286636 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.322859 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.323131 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.323392 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.606954 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.607602 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.607602 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.607773 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.608484 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.731650 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.731966 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.732244 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.732514 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.732784 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.733093 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.733347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.733687 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.733940 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.734243 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.734500 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.734762 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.735017 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.735277 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.735527 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.735790 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.736059 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.737314 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.737597 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.737860 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.738175 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.738528 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.738782 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.739064 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.739313 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.739558 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.739952 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:46.740191 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:46.740426 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:46.740658 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:46.740889 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:46.741124 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:46.741486 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jun 23 14:01:46.744550 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jun 23 14:01:46.748431 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jun 23 14:01:46.752234 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Jun 23 14:01:46.753834 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jun 23 14:01:46.754318 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jun 23 14:01:46.754652 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jun 23 14:01:46.755031 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jun 23 14:01:46.757945 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jun 23 14:01:46.758219 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jun 23 14:01:46.758564 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:46.786287 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jun 23 14:01:46.786731 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.787025 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jun 23 14:01:46.787386 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.788721 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jun 23 14:01:46.788997 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jun 23 14:01:46.789234 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jun 23 14:01:46.792424 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.792708 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:46.855734 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jun 23 14:01:46.855972 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jun 23 14:01:46.856209 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jun 23 14:01:46.856573 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jun 23 14:01:46.877703 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_db.sqlalchemy.engines [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92999) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jun 23 14:01:47.394447 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing driver for type 'gre' Jun 23 14:01:47.395010 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] gre ID ranges: [(1, 1000)] Jun 23 14:01:47.445356 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing driver for type 'local' Jun 23 14:01:47.445682 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing driver for type 'vlan' Jun 23 14:01:47.458277 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] VlanTypeDriver initialization complete Jun 23 14:01:47.458632 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing driver for type 'vxlan' Jun 23 14:01:47.459108 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] vxlan ID ranges: [(1, 1000)] Jun 23 14:01:47.509926 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing extension driver 'port_security' Jun 23 14:01:47.510414 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.extensions.port_security [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] PortSecurityExtensionDriver initialization complete Jun 23 14:01:47.510902 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing mechanism driver 'openvswitch' Jun 23 14:01:47.511318 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing mechanism driver 'hyperv' Jun 23 14:01:47.518111 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:47.518884 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.519261 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.519625 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.520050 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnet after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.520411 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnet after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.520764 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.521151 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.521500 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.521853 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.522273 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > security_group after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.522626 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > security_group after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.522967 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.523347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.523695 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.524038 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.524420 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > address_group after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.524783 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > address_group after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.525108 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.525447 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] ML2 OVO RPC backend initialized. {{(pid=92999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jun 23 14:01:47.526180 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.526536 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.526953 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.527304 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > networks before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.527652 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.527996 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > ports before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.528341 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnet before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.528682 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnets before_response 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.529033 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.529378 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.529718 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.530098 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.530441 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.530787 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.531129 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnet after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.531467 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnet after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.531808 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.532381 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.plugin [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Modular L2 Plugin initialization complete Jun 23 14:01:47.532711 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading services supported by the core plugin {{(pid=92999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jun 23 14:01:47.533038 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.plugins.ml2.managers [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Got port-security extension from driver 'port_security' Jun 23 14:01:47.533493 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.extensions.vlantransparent [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Disabled vlantransparent extension. Jun 23 14:01:47.533998 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jun 23 14:01:47.534314 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: router Jun 23 14:01:47.570403 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.570620 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router after_create 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.570997 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router before_create 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.571363 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.571740 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.572095 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router after_delete 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.572462 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.572830 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router after_create 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.573181 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router after_update 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.573529 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router after_update 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.573878 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.574260 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router after_update 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.574669 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_update 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.575036 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: port after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.575376 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: port after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.575712 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: subnet after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.576047 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.576399 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.576749 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_create 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.577093 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: port before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.577724 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.578200 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router after_update 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.578557 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.578913 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_create 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.579280 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.579629 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_update 55549900 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.580001 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > network after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.580870 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Tracking information for resource: router configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:47.581203 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Tracking information for resource: floatingip configured {{(pid=92999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jun 23 14:01:47.586207 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.db.l3_agentschedulers_db [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jun 23 14:01:47.586785 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: port after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.587149 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: port after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.587502 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: port after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.587855 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: port after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.588658 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router before_create 55550100 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.589026 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.589389 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_create 55550100 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.589749 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > router precommit_update 55550100 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.594679 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.services.provider_configuration [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service providers = [] {{(pid=92999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jun 23 14:01:47.595048 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.db.servicetype_db [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jun 23 14:01:47.597923 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.services.service_base [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:47.598301 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.services.service_base [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:47.598646 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.services.service_base [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:47.599527 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.services.service_base [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jun 23 14:01:47.599899 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.services.service_base [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Default provider is not specified for service type L3_ROUTER_NAT Jun 23 14:01:47.600288 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.600610 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jun 23 14:01:47.611783 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.612322 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: auto_allocate Jun 23 14:01:47.617872 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: network precommit_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.618273 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: network precommit_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.618797 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.619121 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: tag Jun 23 14:01:47.626314 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.626646 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: timestamp Jun 23 14:01:47.630424 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.630760 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: network_ip_availability Jun 23 14:01:47.637644 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.638052 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.638419 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.639130 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.639453 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: flavors Jun 23 14:01:47.644262 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.644641 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading Plugin: revisions Jun 23 14:01:47.648870 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jun 23 14:01:47.649260 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_concurrency.lockutils [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.844s {{(pid=92999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:01:47.650028 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jun 23 14:01:47.650363 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Initializing extension manager. Jun 23 14:01:47.650871 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: __init__.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.651212 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: __pycache__ {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.651560 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.651878 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: address_group.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.652623 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.653186 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: address-group Jun 23 14:01:47.653508 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: address_scope.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.654239 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.654752 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: address-scope Jun 23 14:01:47.655073 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.656584 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.657092 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: router-admin-state-down-before-update Jun 23 14:01:47.657415 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: agent.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.658139 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.658644 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: agent Jun 23 14:01:47.658965 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: agent_resources_synced.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.659852 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.660354 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: agent-resources-synced Jun 23 14:01:47.660674 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: allowedaddresspairs.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.662457 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.662984 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: allowed-address-pairs Jun 23 14:01:47.663320 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: auto_allocated_topology.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.664554 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.665077 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: auto-allocated-topology Jun 23 14:01:47.665407 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: availability_zone.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.666131 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.666641 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: availability_zone Jun 23 14:01:47.666967 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: availability_zone_filter.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.667859 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.668373 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: availability_zone_filter Jun 23 14:01:47.668700 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: data_plane_status.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.669582 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.670125 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension data-plane-status not supported by any of loaded plugins Jun 23 14:01:47.670452 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: default_subnetpools.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.672064 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.672577 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: default-subnetpools Jun 23 14:01:47.672902 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.673703 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.674239 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: dhcp_agent_scheduler Jun 23 14:01:47.674569 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: dns.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.675490 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.676002 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension dns-integration not supported by any of loaded plugins Jun 23 14:01:47.676331 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: dns_domain_ports.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.677227 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.677736 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension dns-domain-ports not supported by any of loaded plugins Jun 23 14:01:47.678097 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.679002 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.679514 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jun 23 14:01:47.679837 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: dvr.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.680496 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.681002 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: dvr Jun 23 14:01:47.681323 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: empty_string_filtering.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.682247 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.682756 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: empty-string-filtering Jun 23 14:01:47.683080 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.683973 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.684477 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:47.684797 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.685689 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.686230 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jun 23 14:01:47.686586 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: external_net.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.687635 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.688144 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: external-net Jun 23 14:01:47.688468 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.689354 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.689859 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: extra_dhcp_opt Jun 23 14:01:47.690217 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: extraroute.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.691110 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.691618 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: extraroute Jun 23 14:01:47.691940 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: extraroute_atomic.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.692957 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.693476 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: extraroute-atomic Jun 23 14:01:47.693803 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: filter_validation.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.694490 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.694996 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: filter-validation Jun 23 14:01:47.695317 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: fip_pf_description.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.696210 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.696719 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jun 23 14:01:47.697044 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: fip_port_details.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.697944 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.698477 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: fip-port-details Jun 23 14:01:47.698801 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: flavors.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.700012 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.700527 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: flavors Jun 23 14:01:47.700854 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.702858 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.703387 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jun 23 14:01:47.703717 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: floatingip_pools.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.704401 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.704913 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: floatingip-pools Jun 23 14:01:47.705235 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: ip_allocation.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.706169 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.706680 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension ip_allocation not supported by any of loaded plugins Jun 23 14:01:47.707003 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.707893 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.708406 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: ip-substring-filtering Jun 23 14:01:47.708733 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l2_adjacency.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.709652 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.710194 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension l2_adjacency not supported by any of loaded plugins Jun 23 14:01:47.710521 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l3.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.711469 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.711987 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: router Jun 23 14:01:47.712314 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.714707 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.715241 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jun 23 14:01:47.715580 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.716494 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.717015 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: ext-gw-mode Jun 23 14:01:47.717348 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.718806 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.719318 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: l3-ha Jun 23 14:01:47.719646 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l3_flavors.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.720562 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.721076 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: l3-flavors Jun 23 14:01:47.721402 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.722329 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.722838 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: l3-port-ip-change-not-allowed Jun 23 14:01:47.723162 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: l3agentscheduler.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.724193 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.724705 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: l3_agent_scheduler Jun 23 14:01:47.725031 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: logging.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.726541 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.727062 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension logging not supported by any of loaded plugins Jun 23 14:01:47.727394 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: metering.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.728121 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.728694 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: metering Jun 23 14:01:47.729019 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.730127 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.730645 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: metering_source_and_destination_fields Jun 23 14:01:47.730971 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: multiprovidernet.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.731873 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.732384 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: multi-provider Jun 23 14:01:47.732707 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: netmtu.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.734357 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.734879 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: net-mtu Jun 23 14:01:47.735205 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: netmtu_writable.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.736108 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.736622 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: net-mtu-writable Jun 23 14:01:47.736945 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: network_availability_zone.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.737602 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.738138 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: network_availability_zone Jun 23 14:01:47.738459 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: network_ip_availability.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.739535 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.740045 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: network-ip-availability Jun 23 14:01:47.740370 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: network_segment_range.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.741125 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.741630 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension network-segment-range not supported by any of loaded plugins Jun 23 14:01:47.741952 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: pagination.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.742956 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.743283 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: pagination Jun 23 14:01:47.743602 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: port_device_profile.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.744503 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.745014 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: port-device-profile Jun 23 14:01:47.745337 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.746265 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.746773 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: port-mac-address-regenerate Jun 23 14:01:47.747095 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.747986 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.748494 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: port-numa-affinity-policy Jun 23 14:01:47.748817 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: port_resource_request.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.749755 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.750289 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension port-resource-request not supported by any of loaded plugins Jun 23 14:01:47.750613 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: portbindings.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.751520 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.752030 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: binding Jun 23 14:01:47.752352 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: portbindings_extended.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.753600 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.754152 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: binding-extended Jun 23 14:01:47.754483 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: portsecurity.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.755386 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.755901 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: port-security Jun 23 14:01:47.756224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: project_id.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.757180 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.757510 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: project-id Jun 23 14:01:47.757832 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: providernet.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.758770 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.759286 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: provider Jun 23 14:01:47.759608 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.763271 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.763803 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos not supported by any of loaded plugins Jun 23 14:01:47.764136 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.765471 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.766015 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jun 23 14:01:47.766352 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.767258 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.767775 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jun 23 14:01:47.768108 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_default.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.769006 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.769525 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-default not supported by any of loaded plugins Jun 23 14:01:47.769855 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_fip.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.770596 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.771102 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-fip not supported by any of loaded plugins Jun 23 14:01:47.771428 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_gateway_ip.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.772334 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.772848 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jun 23 14:01:47.773174 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_port_network_policy.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.774113 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.774625 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jun 23 14:01:47.774950 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_rule_type_details.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.775846 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.776357 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jun 23 14:01:47.776681 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: qos_rules_alias.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.777706 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.778249 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension qos-rules-alias not supported by any of loaded plugins Jun 23 14:01:47.778575 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: quotasv2.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.779465 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.779791 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: quotas Jun 23 14:01:47.780110 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: quotasv2_detail.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.783618 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.783960 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: quota_details Jun 23 14:01:47.784299 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: rbac.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.785340 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.785871 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: rbac-policies Jun 23 14:01:47.786235 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: rbac_address_group.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.787154 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.787679 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: rbac-address-group Jun 23 14:01:47.788009 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: rbac_address_scope.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.788928 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.789449 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: rbac-address-scope Jun 23 14:01:47.789777 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: rbac_security_groups.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.790698 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.791217 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: rbac-security-groups Jun 23 14:01:47.791544 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: rbac_subnetpool.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.792436 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.792951 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: rbac-subnetpool Jun 23 14:01:47.793275 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: revisionifmatch.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.794213 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.794726 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: revision-if-match Jun 23 14:01:47.795052 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: revisions.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.796933 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.797452 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: standard-attr-revisions Jun 23 14:01:47.797781 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: router_availability_zone.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.798467 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.798988 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: router_availability_zone Jun 23 14:01:47.799318 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: routerservicetype.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.800218 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.800728 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension router-service-type not supported by any of loaded plugins Jun 23 14:01:47.801052 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.801979 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.802498 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: security-groups-normalized-cidr Jun 23 14:01:47.802823 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.803725 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.804241 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: port-security-groups-filtering Jun 23 14:01:47.804566 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.805467 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.805999 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: security-groups-remote-address-group Jun 23 14:01:47.806324 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: securitygroup.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.815906 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.816436 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: security-group Jun 23 14:01:47.816765 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: segment.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.817544 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.818089 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension segment not supported by any of loaded plugins Jun 23 14:01:47.818417 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.819335 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.819852 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jun 23 14:01:47.820177 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: servicetype.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.821279 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.821806 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: service-type Jun 23 14:01:47.822156 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: sorting.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.823125 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.823464 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: sorting Jun 23 14:01:47.823791 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: standard_attr_segment.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.824760 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.825281 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension standard-attr-segment not supported by any of loaded plugins Jun 23 14:01:47.825607 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: standardattrdescription.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.826282 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.826794 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: standard-attr-description Jun 23 14:01:47.827154 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: stateful_security_group.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.828329 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.828849 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: stateful-security-group Jun 23 14:01:47.829175 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: stdattrs_common.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.829745 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jun 23 14:01:47.830100 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.831053 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.831651 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jun 23 14:01:47.831978 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: subnet_onboard.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.833092 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.833694 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: subnet_onboard Jun 23 14:01:47.834050 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.835059 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.835571 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jun 23 14:01:47.835894 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: subnet_service_types.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.836799 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.837319 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: subnet-service-types Jun 23 14:01:47.837643 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: subnetallocation.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.838743 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.839259 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: subnet_allocation Jun 23 14:01:47.839587 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.840241 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.840748 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: subnetpool-prefix-ops Jun 23 14:01:47.841072 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.842001 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.842518 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jun 23 14:01:47.843381 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: tagging.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.844423 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.844939 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: standard-attr-tag Jun 23 14:01:47.845263 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: timestamp.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.846546 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.847068 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loaded extension: standard-attr-timestamp Jun 23 14:01:47.847396 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: trunk.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.848407 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.848926 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension trunk not supported by any of loaded plugins Jun 23 14:01:47.849255 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: trunk_details.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.850178 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.850697 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension trunk-details not supported by any of loaded plugins Jun 23 14:01:47.851024 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: uplink_status_propagation.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.851924 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.852462 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jun 23 14:01:47.852806 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Loading extension file: vlantransparent.py {{(pid=92999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jun 23 14:01:47.853508 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jun 23 14:01:47.854053 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extension vlan-transparent not supported by any of loaded plugins Jun 23 14:01:47.856467 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:network Jun 23 14:01:47.856985 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:subnet Jun 23 14:01:47.857386 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:47.857776 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:port Jun 23 14:01:47.859789 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.860232 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service FLAVORS assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.860851 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.861287 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.861621 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:47.862076 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:47.862570 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service METERING assigned prefix: /metering {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.863982 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.864352 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.864710 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:01:47.865694 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:47.866161 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:47.866603 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:47.867194 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service CORE assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.867526 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:47.867868 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] subnetpool is already registered Jun 23 14:01:47.868312 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service CORE assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.868640 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:47.868970 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] subnetpool is already registered Jun 23 14:01:47.871286 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.871719 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service FLAVORS assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.872311 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.872735 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.873084 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:router Jun 23 14:01:47.873403 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] router is already registered Jun 23 14:01:47.873810 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:floatingip Jun 23 14:01:47.874280 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] floatingip is already registered Jun 23 14:01:47.874744 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service METERING assigned prefix: /metering {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.875397 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of CountableResource for resource:rbac_policy Jun 23 14:01:47.875723 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] rbac_policy is already registered Jun 23 14:01:47.876133 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:security_group Jun 23 14:01:47.876470 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] security_group is already registered Jun 23 14:01:47.876865 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:security_group_rule Jun 23 14:01:47.877194 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] security_group_rule is already registered Jun 23 14:01:47.877816 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service CORE assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.878182 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:47.878518 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] subnetpool is already registered Jun 23 14:01:47.878947 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.v2.resource_helper [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Service CORE assigned prefix: {{(pid=92999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jun 23 14:01:47.879272 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Creating instance of TrackedResource for resource:subnetpool Jun 23 14:01:47.879599 dv-cinder-794001-2-smb neutron-server[92999]: WARNING neutron.quota.resource_registry [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] subnetpool is already registered Jun 23 14:01:47.880218 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: extensions {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.881703 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: address-groups {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.883212 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: address-scopes {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.884565 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: agents {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.885712 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: auto-allocated-topology {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.886990 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: availability_zones {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.888205 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: dhcp-networks {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.889839 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: dhcp-agents {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.891417 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: routers {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.893109 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: flavors {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.895625 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: service_profiles {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.896776 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: next_providers {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.898273 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: service_profiles {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.899819 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: floatingip-pools {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.901033 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: routers {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.902768 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: floatingips {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.904050 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: l3-routers {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.906075 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: l3-agents {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.907684 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: metering-labels {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.908944 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: metering-label-rules {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.910357 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: network-ip-availabilities {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.911654 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: bindings {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.913303 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: quotas {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.914871 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: quotas {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.916277 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: rbac-policies {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.917482 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: security-groups {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.918821 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: security-group-rules {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.920078 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: service-providers {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.922132 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: subnetpools {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.923449 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: subnetpools {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.924999 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.926724 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.928570 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.930381 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.932057 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.934010 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.935741 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.937543 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.939413 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.941160 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron.api.extensions [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Extended resource: tags {{(pid=92999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jun 23 14:01:47.947240 dv-cinder-794001-2-smb neutron-server[92999]: WARNING keystonemiddleware.auth_token [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jun 23 14:01:47.951739 dv-cinder-794001-2-smb neutron-server[92999]: WARNING keystonemiddleware.auth_token [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jun 23 14:01:47.960613 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_concurrency.lockutils [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Acquired lock "singleton_lock" {{(pid=92999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jun 23 14:01:47.961094 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_concurrency.lockutils [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Releasing lock "singleton_lock" {{(pid=92999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jun 23 14:01:47.961721 dv-cinder-794001-2-smb neutron-server[92999]: INFO oslo_service.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Starting 2 workers Jun 23 14:01:47.966482 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Started child 93108 {{(pid=92999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:47.971513 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Started child 93109 {{(pid=92999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:47.972399 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:47.973117 dv-cinder-794001-2-smb neutron-server[92999]: INFO neutron.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Neutron service started, listening on 0.0.0.0:9696 Jun 23 14:01:47.973732 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Notify callbacks [] for process, before_spawn {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:47.973940 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [-] (93108) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:47.976204 dv-cinder-794001-2-smb neutron-server[92999]: INFO oslo_service.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Starting 1 workers Jun 23 14:01:47.976382 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:47.977740 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [-] (93109) wsgi starting up on http://0.0.0.0:9696 Jun 23 14:01:47.981345 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Started child 93110 {{(pid=92999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:47.981895 dv-cinder-794001-2-smb neutron-server[92999]: INFO oslo_service.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Starting 1 workers Jun 23 14:01:47.985922 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] calling RpcWorker wait() {{(pid=93110) _wait /opt/stack/neutron/neutron/service.py:128}} Jun 23 14:01:47.986490 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] returning from RpcWorker wait() {{(pid=93110) _wait /opt/stack/neutron/neutron/service.py:135}} Jun 23 14:01:47.987155 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Started child 93111 {{(pid=92999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jun 23 14:01:47.987801 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:47.987978 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8d79cd2f-7182-4073-ac69-c41bf9568855 None None] Notify callbacks [] for process, after_spawn {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:47.988403 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:47.989816 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:47.990067 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:47.990259 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:47.990491 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:47.990822 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:47.990986 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:47.991499 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.991785 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.991991 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:01:47.992481 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.992481 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.992606 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.993128 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.993391 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.993652 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.993930 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.994204 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.994383 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.994551 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.994816 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.995055 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.995345 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.995626 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.995879 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.996162 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.996334 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.996587 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.996863 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.997113 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.997382 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] debug = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.997653 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.998147 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.998399 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.998640 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.998881 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.999245 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.999613 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:47.999901 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.000151 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.000424 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.000674 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.000946 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.001190 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.001402 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.001646 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.001912 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.002177 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.002658 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] host = dv-cinder-794001-2-smb {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.002876 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.003110 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.003335 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.003594 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.003850 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.004101 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.004355 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.004625 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.004878 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.005110 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.005345 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.005595 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.005828 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.006105 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.006272 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_options = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.006508 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.006769 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.007031 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.007255 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.007390 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.007559 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.007819 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.007983 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.008239 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.008457 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.008671 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.008885 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.009117 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.009334 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.009565 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.009797 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.010065 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.010278 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.010540 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.010796 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.011153 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.011293 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.011493 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.011671 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.011914 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.012136 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.012475 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.012729 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.012960 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.013276 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.013703 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.013839 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.014201 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.014378 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.015166 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.015453 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.015677 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.016029 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.016287 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.016513 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.016836 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.017105 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.017318 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.017759 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.018676 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.018893 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_json = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.019138 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.019359 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.020200 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.021430 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.021756 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:48.022250 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.022250 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.022250 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.022250 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.022250 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.023063 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.023063 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.023386 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.023605 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.023861 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.024087 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.024212 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.025350 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.025350 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.025350 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.025350 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.026403 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.026403 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.026403 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.026403 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.026802 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.026802 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.027034 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.027474 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.027606 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.027728 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.028420 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.028420 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.029197 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.029197 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.029197 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.029561 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.029561 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.029819 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.029935 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.031645 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.031645 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.031645 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.031645 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.032164 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.032164 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.033089 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.033089 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.033089 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.034190 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.034190 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.034190 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.034869 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.034869 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.035117 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.036347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.036347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.036347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.036347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.036347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038224 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038867 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.038867 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.039000 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.039805 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.039805 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.039994 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.040075 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.040318 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.040678 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.040824 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.041066 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.041324 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.041516 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.041812 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.042023 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.042211 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.042474 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.042695 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.042934 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.043210 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.043530 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.043769 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.043908 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.044258 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.044495 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.044876 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.045089 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.045348 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.045593 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.045897 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.046220 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.046491 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.046791 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.047052 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.047321 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.047719 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.048038 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.048294 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.048720 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.048932 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.049278 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.049469 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.049741 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.050035 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.050327 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.050633 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.050841 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.051138 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.051589 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.051741 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.051894 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.052152 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.052384 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.052718 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.053041 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.053173 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.053503 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.053717 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.054012 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.054287 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.054739 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.054739 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.055001 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.055298 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.055524 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.055975 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.055975 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.057010 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.057010 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.057010 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.057010 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.057557 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.057557 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.057948 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.058294 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.058431 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.058681 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.059022 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.059353 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.059672 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.059972 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.060209 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.060472 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.060707 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.060923 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.061154 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.061383 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.061639 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.061880 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.062140 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.062389 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.062581 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.062812 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.063050 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.063265 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.063483 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.063731 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.063948 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.064171 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.064421 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.064634 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.064851 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.065085 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.065303 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.065541 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.065758 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.065992 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.066244 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.066464 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.066851 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.067103 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.067378 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.067650 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.067923 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.068167 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.068384 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.068674 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.068992 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.069259 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.069521 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.069790 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.070576 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.070576 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.070808 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.071054 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.071341 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.071837 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.072335 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.072775 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.073209 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.073638 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.074042 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.074471 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.074889 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.075301 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.075694 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.076090 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.076489 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.076914 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.078045 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.078299 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.078603 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.078892 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.079179 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.079473 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.079768 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.080113 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.080430 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.080730 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.081024 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.081318 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.081633 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.081849 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.082108 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.082330 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.082541 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.082771 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.082985 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.083197 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.083416 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.083626 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.083875 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.084086 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.084310 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.084530 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.084762 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.084987 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.085200 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.085411 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.085629 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.085858 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.086218 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.086474 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.086695 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.087718 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.087718 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.087718 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.087718 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.088013 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.088181 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.088597 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.088836 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.089073 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.089312 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.089565 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.089875 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.090390 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.090841 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.091277 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.091578 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.091859 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.092130 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.092350 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.092632 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.093521 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.093802 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.094090 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.094360 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.094627 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.094852 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.095091 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.095329 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.095565 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.095783 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.096022 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.096257 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.096516 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.096732 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.096979 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.097197 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.097423 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.097665 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.097887 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.098125 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.098285 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:48.098844 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jun 23 14:01:48.099006 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jun 23 14:01:48.099160 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jun 23 14:01:48.099328 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jun 23 14:01:48.099497 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jun 23 14:01:48.099649 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jun 23 14:01:48.099855 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.100016 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.100176 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.100335 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.100495 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.100678 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.100918 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.101282 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.101413 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.101601 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.101770 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.101931 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.102380 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.102888 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.103055 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.103217 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.103375 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.103534 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.103700 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.103861 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.104020 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.104181 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.104343 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] debug = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.104488 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.104678 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.104846 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.104995 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.105154 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.105313 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.105472 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.105630 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.105787 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.105947 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.106133 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.106343 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.106436 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.106594 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.106753 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.106910 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.107067 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.107225 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] host = dv-cinder-794001-2-smb {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.107384 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.107544 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.107724 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.107877 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.108049 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.108156 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.108346 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.108529 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.108673 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.108799 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.108954 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.109110 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.109269 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.109427 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.109584 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_options = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.109741 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.109898 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.110073 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.110261 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.110414 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.110573 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.110731 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.110890 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.111047 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.111205 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.111364 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.111524 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.111680 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.111837 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.111993 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.112149 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.112307 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.112465 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.112623 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.112779 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.112940 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.113100 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.113254 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.113411 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.113568 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.113725 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.113882 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.114077 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.114229 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.114390 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.114538 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.114695 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.114853 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.115010 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.115166 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.115324 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.115481 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.115641 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.115799 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.115957 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.116120 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.116276 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.116452 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.116591 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.116745 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.116903 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_json = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.117060 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.117219 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.117675 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.117675 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.117675 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.117922 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.118043 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.118127 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jun 23 14:01:48.118298 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.118461 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.118624 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.118782 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.118942 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.119104 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.119264 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.119732 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.119732 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.119732 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.119967 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.120056 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.120190 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.120353 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.120510 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.120840 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.121004 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.121167 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.121329 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.121490 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.121650 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.121737 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:01:48.121821 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.122005 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.122166 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.122328 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.16/identity {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.122490 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.122651 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.122813 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.122974 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.123137 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.123299 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.123461 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.123621 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.123781 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.123958 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.124126 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.124286 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.124448 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.124609 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.124771 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.124931 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.125091 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.125252 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.125414 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.125574 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.125735 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.125895 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.126086 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.126249 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.126413 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.126608 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.126777 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.126920 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.127054 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.127197 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.127347 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.127507 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.127668 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.127828 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.127988 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.128135 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.128309 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.128468 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.128627 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.128787 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.128947 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.129107 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.129267 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.129428 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.129590 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.129750 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.129910 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.130092 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.130255 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.130415 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.130576 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.130736 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.130896 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.131056 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.131216 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.131375 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.131535 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.131696 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.131855 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.132025 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.132272 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.132519 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.132775 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.133161 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.133581 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.133894 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.134225 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.134391 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.134554 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.134716 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.134871 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.135027 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.135186 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.135357 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.135519 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.135680 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.135976 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.135976 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.136184 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.136405 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.136503 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.136678 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.136776 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.136912 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.137266 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.137266 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.137534 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.137534 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.137841 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.137841 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.138138 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.138262 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.138345 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.138466 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.138627 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.138787 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.138947 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.139108 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.139269 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.139428 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.140094 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.140262 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.140432 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.140603 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.140763 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.140924 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.141085 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.141269 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.141430 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.141590 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.141750 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.141910 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.142093 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.142253 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.142751 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.142751 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.142751 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143099 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143099 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.16/identity {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143291 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143393 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143528 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143662 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143783 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.143892 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.144054 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.144214 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.144375 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.144535 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.144695 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.144855 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.145015 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.145176 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.145336 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.145496 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.145739 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146007 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146007 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146245 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146393 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146529 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146982 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146982 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.146982 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.147296 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.147296 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.147526 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.147526 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.147753 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.147872 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.147976 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.148077 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.148230 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.148392 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.148553 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.148713 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.148874 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.149035 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.149226 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.149334 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.149491 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.149651 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.149826 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.150013 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.150181 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.150377 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.150521 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.150662 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.150796 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.150928 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.151091 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.151251 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.151411 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.151573 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.151736 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.151897 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.152056 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.152216 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.152376 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.152536 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.152694 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.152866 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.153027 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.153187 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.153346 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.153500 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.153663 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.153826 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.154005 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.154158 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.154293 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.154461 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.154630 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.154774 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.154921 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.155077 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.155292 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.155958 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.156120 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.156331 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.156524 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.156701 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.156869 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.157086 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.157228 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.157362 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.157495 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.157631 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.157766 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.157900 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.158091 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.158226 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.158371 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.158543 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.158705 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.158857 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.159017 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.159179 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.159339 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.159488 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.159729 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.160279 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.161158 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.161158 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.161158 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.161158 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.161657 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.161657 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.161657 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162484 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162484 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162484 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162484 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162484 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162862 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162862 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.162862 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.163069 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.163145 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.163289 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.163450 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.163609 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.163769 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.163929 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.164466 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.164466 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.164466 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.164835 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.164835 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jun 23 14:01:48.164835 dv-cinder-794001-2-smb neutron-server[92999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jun 23 14:01:48.385600 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43768) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:01:48.394876 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [-] 10.222.0.16 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0071282 Jun 23 14:01:59.586342 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a623a4-1fd0-45f9-b6e1-3ddb0504b51e None None] get_active_networks_info from dv-cinder-794001-2-smb {{(pid=93110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jun 23 14:01:59.683758 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a623a4-1fd0-45f9-b6e1-3ddb0504b51e None None] No non-hosted networks {{(pid=93110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jun 23 14:01:59.697895 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.agentschedulers_db [None req-14a623a4-1fd0-45f9-b6e1-3ddb0504b51e None None] DHCP Agent not found on host dv-cinder-794001-2-smb {{(pid=93110) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jun 23 14:01:59.743383 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1bb83fe1-3d0e-4f14-af8c-eea10d5106ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477'] for agent, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:02.167216 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e125b30e-f12e-4e00-aa63-0381d457d949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477'] for agent, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:02.198595 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477'] for agent, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:02.199493 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.200090 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.200746 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.201332 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.202854 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.203652 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.204237 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.204825 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.205369 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.205956 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.206550 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.207114 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:02.207948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-794001-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:02.215647 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-794001-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:02.256233 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-acf26a8e-b7e3-4fb3-91dd-7e23df428e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:03.203339 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477'] for agent, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:04.916257 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477'] for agent, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:05.896312 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 43860) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:06.400629 dv-cinder-794001-2-smb neutron-server[93108]: WARNING oslo_policy.policy [None req-7c6f0e5d-e1c2-433e-bd9c-c5b832d232cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:06.401224 dv-cinder-794001-2-smb neutron-server[93108]: WARNING oslo_policy.policy [None req-7c6f0e5d-e1c2-433e-bd9c-c5b832d232cb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:06.621463 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [None req-7c6f0e5d-e1c2-433e-bd9c-c5b832d232cb admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:06.622755 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7c6f0e5d-e1c2-433e-bd9c-c5b832d232cb admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7244291 Jun 23 14:02:08.992642 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 43874) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:09.314217 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:09.407185 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.policy [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:02:09.452876 dv-cinder-794001-2-smb neutron-server[93108]: WARNING oslo_policy.policy [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:09.453255 dv-cinder-794001-2-smb neutron-server[93108]: WARNING oslo_policy.policy [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:09.461810 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.quota [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] Loaded quota_driver: . Jun 23 14:02:09.497696 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.db.l3_hamode_db [None req-2acc4af5-5e94-477a-ae04-492bcbef2629 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jun 23 14:02:09.556858 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781967685618', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781967684033', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781967664590', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781967671288', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781967709623', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8781967691195', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3726795', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3692215', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-743526', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-667945'] for rbac-policy, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:09.574095 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc4af5-5e94-477a-ae04-492bcbef2629 None None] Routers set() bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:09.574462 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acc4af5-5e94-477a-ae04-492bcbef2629 None None] Router IDs set() for agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jun 23 14:02:09.621368 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:09.622559 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-296fb7fb-fcd5-47d6-9e89-35092a9ae556 admin admin] 10.222.0.16 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6289558 Jun 23 14:02:12.140049 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43886) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:12.644475 dv-cinder-794001-2-smb neutron-server[93109]: WARNING oslo_policy.policy [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:12.645065 dv-cinder-794001-2-smb neutron-server[93109]: WARNING oslo_policy.policy [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:12.862222 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'name': 'private'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:12.863835 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.quota [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Loaded quota_driver: . Jun 23 14:02:12.920574 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Made reservation on behalf of 319c704d5a484ddd9dbd77ee9b126dc1 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:12.985460 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.policy [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jun 23 14:02:13.030381 dv-cinder-794001-2-smb neutron-server[93109]: WARNING oslo_policy.policy [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:13.030751 dv-cinder-794001-2-smb neutron-server[93109]: WARNING oslo_policy.policy [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jun 23 14:02:13.041105 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.062995 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.190752 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.196129 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.201661 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:13.218096 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 832} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:02:13.248499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781968286486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.249093 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Unsubscribe: segment precommit_create {{(pid=93109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:02:13.249596 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.segments_db [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Added segment 62ace674-bb68-42af-bd25-9877d283384f of type vlan for network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e Jun 23 14:02:13.266414 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4f6b7b-93e8-44e9-b19d-b281cb48bb33,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:13.294188 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.294514 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.294876 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.295935 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.296255 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.296566 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.296876 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.297183 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.297538 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.297847 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.298177 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.298480 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Tracked resource versions report: Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: pushed versions: Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Log': {'1.0'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Network': {'1.1'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Port': {'1.7'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'PortForwarding': {'1.2'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'QosPolicy': {'1.8'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'SubPort': {'1.0'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Subnet': {'1.1'}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Trunk': {'1.1'}} Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: consumer versions: Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'ConntrackHelper': '1.0', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Log': '1.0', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Network': '1.1', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Port': '1.7', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'PortForwarding': '1.2', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'QosPolicy': '1.8', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroup': '1.4', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroupRule': '1.2', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'SubPort': '1.0', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Subnet': '1.1', Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: 'Trunk': '1.1'}} Jun 23 14:02:13.299592 dv-cinder-794001-2-smb neutron-server[93109]: {{(pid=93109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:13.368908 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:13.371113 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.424460 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.425901 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:13.426599 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:13.429280 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:13.484447 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3432629 Jun 23 14:02:13.528388 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Pushing event updated for resources: {'Network': ['ID=0d25b95f-722c-4dbd-ba92-8d5486fb4b0e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:13.532447 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:13.540884 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:16.110456 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43908) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:16.491094 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bf63e0-7841-4758-8cd3-758dd72bf29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:16.492457 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-e2bf63e0-7841-4758-8cd3-758dd72bf29f admin admin] 10.222.0.16 "GET /v2.0/networks/0d25b95f-722c-4dbd-ba92-8d5486fb4b0e HTTP/1.1" status: 200 len: 825 time: 0.3810608 Jun 23 14:02:16.531452 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-304123c4-9784-457c-9dd3-b137acafdbb7 admin admin] 10.222.0.16 "GET /v2.0/subnetpools/ee825506-cf0b-4570-b219-69f45c77d6a7 HTTP/1.1" status: 200 len: 734 time: 0.0337286 Jun 23 14:02:16.540178 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Request body: {'subnet': {'subnetpool_id': 'ee825506-cf0b-4570-b219-69f45c77d6a7', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:16.562048 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Made reservation on behalf of 319c704d5a484ddd9dbd77ee9b126dc1 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:16.564353 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:16.852253 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:16.854420 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:16.921272 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676cb821-8e84-423e-a868-c5820a095432,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:16.925729 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Checking segment: {'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:16.926147 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Network hostable DHCP agents. Network: 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:16.928196 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:16.947777 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:16.959460 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:16.964110 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:16.964708 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:16.968961 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3988bc-dc9d-4e09-90e0-bf8eef83a92c None None] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:16.979060 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4422560 Jun 23 14:02:17.286359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'fixed_ips': [{'subnet_id': '676cb821-8e84-423e-a868-c5820a095432'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:02:17.287584 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:17.578117 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Allocated IP 172.20.0.2 (0d25b95f-722c-4dbd-ba92-8d5486fb4b0e/676cb821-8e84-423e-a868-c5820a095432/81d64e7a-4e87-49a1-adb7-20d60077b15a) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:17.789329 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:17.832706 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Transition to ACTIVE for port object 81d64e7a-4e87-49a1-adb7-20d60077b15a will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:17.853797 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Transition to ACTIVE for port object 81d64e7a-4e87-49a1-adb7-20d60077b15a will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:17.863287 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:17.866118 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:17.939822 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:17.944772 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:17.949363 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Pushing event updated for resources: {'Port': ['ID=81d64e7a-4e87-49a1-adb7-20d60077b15a,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:17.954555 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:17.964827 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.965179 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.965540 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.965889 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.966263 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.966594 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.967639 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.968021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.968385 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.968708 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.969028 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.969605 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Tracked resource versions report: Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: pushed versions: Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Log': {'1.0'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Network': {'1.1'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Port': {'1.7'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'PortForwarding': {'1.2'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'QosPolicy': {'1.8'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'SubPort': {'1.0'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Subnet': {'1.1'}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Trunk': {'1.1'}} Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: consumer versions: Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'ConntrackHelper': '1.0', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Log': '1.0', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Network': '1.1', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Port': '1.7', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'PortForwarding': '1.2', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'QosPolicy': '1.8', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroup': '1.4', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroupRule': '1.2', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'SubPort': '1.0', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Subnet': '1.1', Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: 'Trunk': '1.1'}} Jun 23 14:02:17.970476 dv-cinder-794001-2-smb neutron-server[93110]: {{(pid=93110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:17.988697 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:18.038523 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Attempting to bind port 81d64e7a-4e87-49a1-adb7-20d60077b15a on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:18.038900 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Attempting to bind port 81d64e7a-4e87-49a1-adb7-20d60077b15a by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:18.039332 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Attempting to bind port 81d64e7a-4e87-49a1-adb7-20d60077b15a on network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:18.044297 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:18.044704 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Checking segment: {'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:18.045230 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.045625 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Bound using segment: {'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:18.046111 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Bound port: 81d64e7a-4e87-49a1-adb7-20d60077b15a, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:18.046504 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.110435 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] For port 81d64e7a-4e87-49a1-adb7-20d60077b15a, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:18.114731 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] For port 81d64e7a-4e87-49a1-adb7-20d60077b15a, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=81d64e7a-4e87-49a1-adb7-20d60077b15a,segment=NetworkSegment(62ace674-bb68-42af-bd25-9877d283384f),segment_id=62ace674-bb68-42af-bd25-9877d283384f)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:18.119209 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:18.125282 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:18.188614 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Pushing event updated for resources: {'Port': ['ID=81d64e7a-4e87-49a1-adb7-20d60077b15a,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:18.192125 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:19.379144 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43916) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:19.700365 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [None req-ad6925a6-3acc-42d2-a7a8-2b3289dae982 admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:19.701865 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-ad6925a6-3acc-42d2-a7a8-2b3289dae982 admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3217387 Jun 23 14:02:22.083982 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43924) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:22.399108 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [None req-e824c523-d027-4d99-bcd0-3f830315d6ad admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:22.400075 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-e824c523-d027-4d99-bcd0-3f830315d6ad admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151798 Jun 23 14:02:24.044342 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 81d64e7a-4e87-49a1-adb7-20d60077b15a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:24.129463 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 81d64e7a-4e87-49a1-adb7-20d60077b15a completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:24.243775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695aa8a6-9788-4098-8dde-73d2ec901d2c None None] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:24.308628 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Provisioning for port 81d64e7a-4e87-49a1-adb7-20d60077b15a completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:24.317324 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Provisioning complete for port 81d64e7a-4e87-49a1-adb7-20d60077b15a triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:24.317712 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.492300 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.548811 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] For port 81d64e7a-4e87-49a1-adb7-20d60077b15a, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=81d64e7a-4e87-49a1-adb7-20d60077b15a,segment=NetworkSegment(62ace674-bb68-42af-bd25-9877d283384f),segment_id=62ace674-bb68-42af-bd25-9877d283384f)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:24.556487 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:24.558943 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:24.608968 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Pushing event updated for resources: {'Port': ['ID=81d64e7a-4e87-49a1-adb7-20d60077b15a,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:24.612653 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:24.777523 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-6ade0361-8141-4ae7-bd24-5964443988d9 None None] Provisioning complete for port 81d64e7a-4e87-49a1-adb7-20d60077b15a triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:24.777901 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ade0361-8141-4ae7-bd24-5964443988d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.106808 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43938) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:25.403044 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-5db14aac-5f52-4ecf-a2dc-6805b76ec6e8 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'name': 'router1'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:25.426739 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5db14aac-5f52-4ecf-a2dc-6805b76ec6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.428204 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5db14aac-5f52-4ecf-a2dc-6805b76ec6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.565153 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5db14aac-5f52-4ecf-a2dc-6805b76ec6e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.569082 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5db14aac-5f52-4ecf-a2dc-6805b76ec6e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.582326 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5db14aac-5f52-4ecf-a2dc-6805b76ec6e8 admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:25.583521 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-5db14aac-5f52-4ecf-a2dc-6805b76ec6e8 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4751952 Jun 23 14:02:26.006071 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 81d64e7a-4e87-49a1-adb7-20d60077b15a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:26.051228 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 81d64e7a-4e87-49a1-adb7-20d60077b15a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:26.051593 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:27.044736 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:02:27.906831 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 43946) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:28.219671 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [None req-64249068-11c6-4725-922e-2966aff23fbd admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:02:28.220632 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-64249068-11c6-4725-922e-2966aff23fbd admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3128271 Jun 23 14:02:29.489668 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0889eef2-4fa5-4c34-ad4e-708e571ec3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.538536 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43954) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:30.846277 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'is_default': True, 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:30.866087 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Made reservation on behalf of c7d72b39f6124337afefda87e6b2c410 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:30.868312 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.876954 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.962518 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.965794 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:30.970221 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0d36cb79-27c6-4924-8070-d2ead688c6d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:30.980475 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Reserving flat network on physical network physnet1 {{(pid=93109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jun 23 14:02:31.001095 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc2e2361-2b60-47bc-8d57-5baa16f44c9a,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:31.005164 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:31.006188 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.006527 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.segments_db [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Added segment 9e4ae93e-96fe-4803-9e82-4df9eaad67be of type flat for network 0f871f41-e5cc-45bf-8659-f09581c7fbbc Jun 23 14:02:31.055164 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.090023 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.091263 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:31.092424 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:31.095021 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:31.120473 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5809221 Jun 23 14:02:31.152389 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Pushing event updated for resources: {'Network': ['ID=0f871f41-e5cc-45bf-8659-f09581c7fbbc,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:31.155349 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:31.163239 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:02:32.154573 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-28ca23de-87a3-4009-989e-225f11c1c099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:32.186710 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:33.145159 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:33.447824 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 43972) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:33.652166 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa2025b-38f1-4f63-b21d-186ae999e309 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:33.653465 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-3aa2025b-38f1-4f63-b21d-186ae999e309 admin admin] 10.222.0.16 "GET /v2.0/subnets/676cb821-8e84-423e-a868-c5820a095432 HTTP/1.1" status: 200 len: 849 time: 0.2046666 Jun 23 14:02:33.767995 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-60b0f8a5-6853-44e8-bf86-1b2bea03e582 admin admin] 10.222.0.16 "GET /v2.0/routers/d01201ac-bbfb-4eac-b9ad-e26e04e27bbb HTTP/1.1" status: 200 len: 704 time: 0.1083448 Jun 23 14:02:34.039878 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:34.337325 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Allocated IP 172.20.0.1 (0d25b95f-722c-4dbd-ba92-8d5486fb4b0e/676cb821-8e84-423e-a868-c5820a095432/472934bf-8ce5-4aae-84f9-e8a168cdd4f7) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:34.571986 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:34.595706 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Transition to ACTIVE for port object 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:34.674798 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:34.677589 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:34.747680 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:34.752375 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:34.754953 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:34.755655 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:34.778431 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Pushing event updated for resources: {'Port': ['ID=472934bf-8ce5-4aae-84f9-e8a168cdd4f7,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:34.782399 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:34.882316 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:34.932869 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-eaea2b04-fdf7-4a0b-9412-69e1ead0979f None None] Provisioning for port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:34.937263 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-eaea2b04-fdf7-4a0b-9412-69e1ead0979f None None] Provisioning complete for port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:34.937634 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eaea2b04-fdf7-4a0b-9412-69e1ead0979f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:34.971048 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:34.973055 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-eaea2b04-fdf7-4a0b-9412-69e1ead0979f None None] Port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:35.146867 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:35.151124 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:35.152201 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:35.154737 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:35.232832 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Pushing event updated for resources: {'Port': ['ID=472934bf-8ce5-4aae-84f9-e8a168cdd4f7,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:35.236860 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:35.276221 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:35.277491 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:35.437461 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:02:35.495865 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-90a046a4-b092-4838-9a21-88fef93552f7 None None] Provisioning complete for port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:35.496234 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-90a046a4-b092-4838-9a21-88fef93552f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:35.526495 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:35.528213 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-90a046a4-b092-4838-9a21-88fef93552f7 None None] Port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:02:35.535854 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] 10.222.0.16 "PUT /v2.0/routers/d01201ac-bbfb-4eac-b9ad-e26e04e27bbb/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7595515 Jun 23 14:02:35.536094 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Sync routers for ids ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:35.548311 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Routers {'d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:35.549086 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:02:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:35.734239 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Set router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:36.148395 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'name': 'router1', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:25Z', 'updated_at': '2021-06-23T14:02:34Z', 'revision_number': 2, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'gw_port_host': None, '_interfaces': [{'id': '472934bf-8ce5-4aae-84f9-e8a168cdd4f7', 'name': '', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'mac_address': 'fa:16:3e:9c:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '676cb821-8e84-423e-a868-c5820a095432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:34Z', 'updated_at': '2021-06-23T14:02:35Z', 'revision_number': 2, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'subnets': [{'id': '676cb821-8e84-423e-a868-c5820a095432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee825506-cf0b-4570-b219-69f45c77d6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:36.198922 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Checking router: d01201ac-bbfb-4eac-b9ad-e26e04e27bbb for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:36.199316 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Updating router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:36.260723 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.742181 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.761875 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Transition to ACTIVE for port object 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:36.768398 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.773147 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:36.921277 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Attempting to bind port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:36.921574 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Attempting to bind port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:36.922021 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Attempting to bind port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 on network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:36.930617 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:36.931038 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Checking segment: {'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:36.931512 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.931906 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Bound using segment: {'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:36.932444 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Bound port: 472934bf-8ce5-4aae-84f9-e8a168cdd4f7, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62ace674-bb68-42af-bd25-9877d283384f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 832, 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:36.932816 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:36.955227 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Pushing event updated for resources: {'Port': ['ID=472934bf-8ce5-4aae-84f9-e8a168cdd4f7,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:36.978265 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.978607 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.978937 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.979258 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.979591 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.979914 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.980230 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.980543 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.980856 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.981174 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.981485 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.982403 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Tracked resource versions report: Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: pushed versions: Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Log': {'1.0'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Network': {'1.1'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Port': {'1.7'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'PortForwarding': {'1.2'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'QosPolicy': {'1.8'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'SubPort': {'1.0'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Subnet': {'1.1'}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Trunk': {'1.1'}} Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: consumer versions: Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'ConntrackHelper': '1.0', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Log': '1.0', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Network': '1.1', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Port': '1.7', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'PortForwarding': '1.2', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'QosPolicy': '1.8', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroup': '1.4', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroupRule': '1.2', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'SubPort': '1.0', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Subnet': '1.1', Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: 'Trunk': '1.1'}} Jun 23 14:02:36.984248 dv-cinder-794001-2-smb neutron-server[93111]: {{(pid=93111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:36.989953 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:37.020390 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] For port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:37.043214 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] For port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=472934bf-8ce5-4aae-84f9-e8a168cdd4f7,segment=NetworkSegment(62ace674-bb68-42af-bd25-9877d283384f),segment_id=62ace674-bb68-42af-bd25-9877d283384f)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:37.050680 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:37.053758 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:37.108608 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Pushing event updated for resources: {'Port': ['ID=472934bf-8ce5-4aae-84f9-e8a168cdd4f7,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:37.118606 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:37.119197 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Routers {'d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:37.119809 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:02:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:37.209400 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] Set router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:37.412593 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'name': 'router1', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:25Z', 'updated_at': '2021-06-23T14:02:34Z', 'revision_number': 2, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'gw_port_host': None, '_interfaces': [{'id': '472934bf-8ce5-4aae-84f9-e8a168cdd4f7', 'name': '', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'mac_address': 'fa:16:3e:9c:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '676cb821-8e84-423e-a868-c5820a095432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:34Z', 'updated_at': '2021-06-23T14:02:37Z', 'revision_number': 4, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'subnets': [{'id': '676cb821-8e84-423e-a868-c5820a095432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee825506-cf0b-4570-b219-69f45c77d6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:37.441283 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0375e3da-3887-4daf-b1f8-d1a043da166e None None] The sync data for ids ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'] in dv-cinder-794001-2-smb is: [{'id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'name': 'router1', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:25Z', 'updated_at': '2021-06-23T14:02:34Z', 'revision_number': 2, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'gw_port_host': None, '_interfaces': [{'id': '472934bf-8ce5-4aae-84f9-e8a168cdd4f7', 'name': '', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'mac_address': 'fa:16:3e:9c:dc:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '676cb821-8e84-423e-a868-c5820a095432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:34Z', 'updated_at': '2021-06-23T14:02:37Z', 'revision_number': 4, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'subnets': [{'id': '676cb821-8e84-423e-a868-c5820a095432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee825506-cf0b-4570-b219-69f45c77d6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:37.782090 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 43992) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:37.962300 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b622034-3379-40fe-ab53-115bb11a3a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:37.963805 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-6b622034-3379-40fe-ab53-115bb11a3a27 admin admin] 10.222.0.16 "GET /v2.0/networks/0f871f41-e5cc-45bf-8659-f09581c7fbbc HTTP/1.1" status: 200 len: 842 time: 0.1806998 Jun 23 14:02:37.973578 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.28.2.1', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'name': 'public-subnet', 'cidr': '172.28.2.0/24', 'enable_dhcp': False}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:38.002655 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Made reservation on behalf of c7d72b39f6124337afefda87e6b2c410 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:02:38.005436 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:38.432691 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.objects.ports [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93108) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jun 23 14:02:38.433164 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:38.438475 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:38.503791 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:38.504190 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Network hostable DHCP agents. Network: 0f871f41-e5cc-45bf-8659-f09581c7fbbc, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:02:38.508674 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0b00912-e13b-40e7-adb6-b916b3bac902,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:38.519949 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.520427 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.520892 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.521347 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.521806 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.522287 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.522740 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.523194 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.523684 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.524189 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.524645 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.525092 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Tracked resource versions report: Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: pushed versions: Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: { 'AddressGroup': {'1.2'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'ConntrackHelper': {'1.0'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Log': {'1.0'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Network': {'1.1'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Port': {'1.7'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'PortForwarding': {'1.2'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'QosPolicy': {'1.8'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroup': {'1.4'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'SubPort': {'1.0'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Subnet': {'1.1'}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Trunk': {'1.1'}} Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: consumer versions: Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'ConntrackHelper': '1.0', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Log': '1.0', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Network': '1.1', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Port': '1.7', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'PortForwarding': '1.2', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'QosPolicy': '1.8', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroup': '1.4', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroupRule': '1.2', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'SubPort': '1.0', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Subnet': '1.1', Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: 'Trunk': '1.1'}} Jun 23 14:02:38.526820 dv-cinder-794001-2-smb neutron-server[93108]: {{(pid=93108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:02:38.573033 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:02:38.589802 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:38.592653 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 0f871f41-e5cc-45bf-8659-f09581c7fbbc) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:38.597391 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:38.598051 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:38.604080 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f299ab-cc70-457b-8cb7-43cd89cd19b5 None None] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:38.623547 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6524734 Jun 23 14:02:38.777462 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc9a4e1-de46-43b0-9a67-88f8dc44023a None None] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:02:40.918390 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44008) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:41.170615 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1f2c85a8-bd08-4fa9-9527-365a43e2a336 admin admin] 10.222.0.16 "GET /v2.0/routers/d01201ac-bbfb-4eac-b9ad-e26e04e27bbb HTTP/1.1" status: 200 len: 710 time: 0.2499349 Jun 23 14:02:41.259986 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b00b7e-4d36-4b3a-9676-18fd5e07b550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:02:41.261346 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c8b00b7e-4d36-4b3a-9676-18fd5e07b550 admin admin] 10.222.0.16 "GET /v2.0/networks/0f871f41-e5cc-45bf-8659-f09581c7fbbc HTTP/1.1" status: 200 len: 886 time: 0.0861912 Jun 23 14:02:41.272253 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:02:41.521533 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.781298 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:41.855013 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.007227 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Allocated IP 172.28.2.54 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/94ada071-2b9d-4850-89f1-22931f43f691) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:02:42.048343 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:42.096671 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:42.100437 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:42.100804 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.124049 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.180684 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.205218 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.208134 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:42.214634 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=472934bf-8ce5-4aae-84f9-e8a168cdd4f7,segment=NetworkSegment(62ace674-bb68-42af-bd25-9877d283384f),segment_id=62ace674-bb68-42af-bd25-9877d283384f)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:42.219506 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.223367 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:42.324343 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=472934bf-8ce5-4aae-84f9-e8a168cdd4f7,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:42.326820 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:02:42.328605 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:42.331199 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:02:42.333591 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:02:42.401586 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Pushing event updated for resources: {'Port': ['ID=94ada071-2b9d-4850-89f1-22931f43f691,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:42.405346 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:42.621106 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.811986 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.815217 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-663580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-663557', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-673705'] for router, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:42.922607 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:02:43.029942 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:02:43.034744 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:43.036079 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] 10.222.0.16 "PUT /v2.0/routers/d01201ac-bbfb-4eac-b9ad-e26e04e27bbb HTTP/1.1" status: 200 len: 889 time: 1.7671423 Jun 23 14:02:43.040717 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Sync routers for ids ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:02:43.053006 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Routers {'d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:43.053717 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:02:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:43.282542 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Set router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:43.678921 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'name': 'router1', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '94ada071-2b9d-4850-89f1-22931f43f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:25Z', 'updated_at': '2021-06-23T14:02:42Z', 'revision_number': 4, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'gw_port': {'id': '94ada071-2b9d-4850-89f1-22931f43f691', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:41Z', 'updated_at': '2021-06-23T14:02:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '472934bf-8ce5-4aae-84f9-e8a168cdd4f7', 'name': '', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'mac_address': 'fa:16:3e:9c:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '676cb821-8e84-423e-a868-c5820a095432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:34Z', 'updated_at': '2021-06-23T14:02:42Z', 'revision_number': 5, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'subnets': [{'id': '676cb821-8e84-423e-a868-c5820a095432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee825506-cf0b-4570-b219-69f45c77d6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:43.730307 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Checking router: d01201ac-bbfb-4eac-b9ad-e26e04e27bbb for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:02:43.730680 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Updating router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb port 94ada071-2b9d-4850-89f1-22931f43f691 binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:02:43.764283 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.063584 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:44.147304 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.160484 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Transition to ACTIVE for port object 94ada071-2b9d-4850-89f1-22931f43f691 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:02:44.167780 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:44.168235 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.170500 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.188049 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:44.246143 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Attempting to bind port 94ada071-2b9d-4850-89f1-22931f43f691 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:02:44.246437 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Attempting to bind port 94ada071-2b9d-4850-89f1-22931f43f691 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:02:44.246793 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Attempting to bind port 94ada071-2b9d-4850-89f1-22931f43f691 on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:02:44.261569 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 2, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:02:44.261942 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:02:44.262364 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.263369 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:02:44.263884 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Bound port: 94ada071-2b9d-4850-89f1-22931f43f691, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:02:44.264255 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.268960 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc3653-1187-45f2-9a57-e336c04823e1 None None] Pushing event updated for resources: {'Port': ['ID=94ada071-2b9d-4850-89f1-22931f43f691,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:44.271883 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-6cdc3653-1187-45f2-9a57-e336c04823e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:44.432427 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] For port 94ada071-2b9d-4850-89f1-22931f43f691, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:02:44.435672 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] For port 94ada071-2b9d-4850-89f1-22931f43f691, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=94ada071-2b9d-4850-89f1-22931f43f691,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:02:44.439765 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:44.443390 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-a3a18f2e-1b87-484e-b79d-da37904a232b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:44.499090 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Routers {'d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:02:44.499620 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:02:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:44.501439 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdc3653-1187-45f2-9a57-e336c04823e1 None None] Pushing event updated for resources: {'Port': ['ID=94ada071-2b9d-4850-89f1-22931f43f691,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:44.504896 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-6cdc3653-1187-45f2-9a57-e336c04823e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:44.606904 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] Set router d01201ac-bbfb-4eac-b9ad-e26e04e27bbb gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:02:44.815045 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'name': 'router1', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '94ada071-2b9d-4850-89f1-22931f43f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:25Z', 'updated_at': '2021-06-23T14:02:42Z', 'revision_number': 4, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'gw_port': {'id': '94ada071-2b9d-4850-89f1-22931f43f691', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:41Z', 'updated_at': '2021-06-23T14:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '472934bf-8ce5-4aae-84f9-e8a168cdd4f7', 'name': '', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'mac_address': 'fa:16:3e:9c:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '676cb821-8e84-423e-a868-c5820a095432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:34Z', 'updated_at': '2021-06-23T14:02:42Z', 'revision_number': 5, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'subnets': [{'id': '676cb821-8e84-423e-a868-c5820a095432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee825506-cf0b-4570-b219-69f45c77d6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:02:44.845623 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fca4b7cb-1322-4cf4-96b7-b4c382cc989e None None] The sync data for ids ['d01201ac-bbfb-4eac-b9ad-e26e04e27bbb'] in dv-cinder-794001-2-smb is: [{'id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'name': 'router1', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.54'}], 'enable_snat': True}, 'gw_port_id': '94ada071-2b9d-4850-89f1-22931f43f691', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:02:25Z', 'updated_at': '2021-06-23T14:02:42Z', 'revision_number': 4, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'gw_port': {'id': '94ada071-2b9d-4850-89f1-22931f43f691', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:59:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:41Z', 'updated_at': '2021-06-23T14:02:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '472934bf-8ce5-4aae-84f9-e8a168cdd4f7', 'name': '', 'network_id': '0d25b95f-722c-4dbd-ba92-8d5486fb4b0e', 'tenant_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'mac_address': 'fa:16:3e:9c:dc:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd01201ac-bbfb-4eac-b9ad-e26e04e27bbb', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '676cb821-8e84-423e-a868-c5820a095432', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:02:34Z', 'updated_at': '2021-06-23T14:02:42Z', 'revision_number': 5, 'project_id': '319c704d5a484ddd9dbd77ee9b126dc1', 'subnets': [{'id': '676cb821-8e84-423e-a868-c5820a095432', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ee825506-cf0b-4570-b219-69f45c77d6a7'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:02:45.456112 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44018) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:02:45.586223 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1e99c5e7-c910-40bb-b4f3-626b0801a197 admin admin] 10.222.0.16 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1285751 Jun 23 14:02:46.050504 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 94ada071-2b9d-4850-89f1-22931f43f691 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:46.103095 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 94ada071-2b9d-4850-89f1-22931f43f691 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:02:46.108269 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 94ada071-2b9d-4850-89f1-22931f43f691 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:46.108643 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.200221 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.225624 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 94ada071-2b9d-4850-89f1-22931f43f691, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=94ada071-2b9d-4850-89f1-22931f43f691,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:02:46.230898 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:46.233828 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:02:46.285695 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=94ada071-2b9d-4850-89f1-22931f43f691,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:02:46.288834 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:02:48.049358 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 94ada071-2b9d-4850-89f1-22931f43f691 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:02:48.104865 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 94ada071-2b9d-4850-89f1-22931f43f691 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:02:48.104865 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:02:59.497743 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f7d2a495-370d-433c-8558-34402ae260ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:02.155876 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ca51609b-962b-4a58-806d-25ed43afce61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:02.193808 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:03.152476 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:04.044573 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:03:04.908961 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:29.491390 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54f9f3ce-c96c-4902-92fa-b1fd18c0b89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:32.159572 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b17317ee-fd85-4404-a7f9-6aa3f6e1591e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:32.186805 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:33.154801 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:34.904511 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:03:41.045570 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:03:59.492825 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5aa52895-77f3-411b-9b2d-90c9fc10238f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:02.162540 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-66de30df-31a6-4906-88b2-74a6c03050d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:02.191690 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:03.154946 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:04.909931 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:18.045116 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:04:21.854415 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44586) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:21.913373 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.pecan_wsgi.hooks.translation [None req-74311ad1-5f30-4f08-b5f4-0ad7f8eef04f admin admin] GET failed (client error): The resource could not be found. Jun 23 14:04:21.914779 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-74311ad1-5f30-4f08-b5f4-0ad7f8eef04f admin admin] 10.222.0.16 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0594184 Jun 23 14:04:22.079605 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92464d83-49d2-481e-97da-afedcb95f1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:22.081144 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-92464d83-49d2-481e-97da-afedcb95f1c5 admin admin] 10.222.0.16 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1620967 Jun 23 14:04:24.200128 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44596) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:24.300097 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7403ff-fe42-4b0f-9972-951973b4b040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:24.301348 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2e7403ff-fe42-4b0f-9972-951973b4b040 admin admin] 10.222.0.16 "GET /v2.0/subnets/676cb821-8e84-423e-a868-c5820a095432 HTTP/1.1" status: 200 len: 849 time: 0.1002657 Jun 23 14:04:24.311183 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:04:24.393141 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:24.535212 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8781968185820'] for subnet, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:24.537250 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:04:24.633913 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:24.635195 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:24.636131 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] 10.222.0.16 "PUT /v2.0/subnets/676cb821-8e84-423e-a868-c5820a095432 HTTP/1.1" status: 200 len: 868 time: 0.3285418 Jun 23 14:04:24.638587 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478855f8-e678-4326-b6df-47b7f72a70b1 None None] Network 0d25b95f-722c-4dbd-ba92-8d5486fb4b0e requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:04:24.652631 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=676cb821-8e84-423e-a868-c5820a095432,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:04:24.660007 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.660369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.660679 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.661013 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.661332 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.661654 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.661984 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.662318 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.662635 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.662947 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.663264 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.663575 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:04:24.668267 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:04:25.050127 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5b754167-4c7b-4803-aea3-8f1c67364307 None None] Provisioning complete for port 472934bf-8ce5-4aae-84f9-e8a168cdd4f7 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:25.050620 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5b754167-4c7b-4803-aea3-8f1c67364307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:25.135752 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5b754167-4c7b-4803-aea3-8f1c67364307 None None] Provisioning complete for port 81d64e7a-4e87-49a1-adb7-20d60077b15a triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:04:25.136015 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5b754167-4c7b-4803-aea3-8f1c67364307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:26.743119 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44604) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:26.941083 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947aed56-3a7b-4a39-ad59-4a9ec34dc435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:26.941562 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947aed56-3a7b-4a39-ad59-4a9ec34dc435 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:26.943139 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-947aed56-3a7b-4a39-ad59-4a9ec34dc435 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1985490 Jun 23 14:04:29.061366 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44614) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:29.260805 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab7763-0b6f-43bb-934c-54e8d55b64d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:29.261176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ab7763-0b6f-43bb-934c-54e8d55b64d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:29.262743 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-81ab7763-0b6f-43bb-934c-54e8d55b64d3 admin admin] 10.222.0.16 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003253 Jun 23 14:04:29.496837 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-664f1916-5385-4369-b297-408198ca3fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:31.409313 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44622) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:31.540140 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67446815-522c-4bda-b4a3-15d6eb6bdf9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:31.541494 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-67446815-522c-4bda-b4a3-15d6eb6bdf9d admin admin] 10.222.0.16 "GET /v2.0/networks/0d25b95f-722c-4dbd-ba92-8d5486fb4b0e HTTP/1.1" status: 200 len: 869 time: 0.1312110 Jun 23 14:04:32.164425 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4dcd310c-aebd-40d3-9f59-d969b7902746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:32.192809 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:33.159137 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:33.677333 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44630) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:33.801294 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c3b0f82-487a-4fe6-a7e9-83f9197c5c8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:33.802703 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-3c3b0f82-487a-4fe6-a7e9-83f9197c5c8d admin admin] 10.222.0.16 "GET /v2.0/networks/0f871f41-e5cc-45bf-8659-f09581c7fbbc HTTP/1.1" status: 200 len: 886 time: 0.1244309 Jun 23 14:04:34.904395 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:04:35.965637 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44638) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:36.085691 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b8555-4e1a-42e1-9f08-8f4dc34751d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:36.086167 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f12b8555-4e1a-42e1-9f08-8f4dc34751d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:36.087725 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f12b8555-4e1a-42e1-9f08-8f4dc34751d8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1208591 Jun 23 14:04:38.207618 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44646) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:38.297445 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b46af-569e-40f7-b70f-ac79ca2395b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:38.297899 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d1b46af-569e-40f7-b70f-ac79ca2395b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:38.299488 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-3d1b46af-569e-40f7-b70f-ac79ca2395b8 admin admin] 10.222.0.16 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0908816 Jun 23 14:04:40.421853 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44654) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:40.515105 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fe21ef1-f526-45ba-855b-1232c3561e4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:40.516457 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-6fe21ef1-f526-45ba-855b-1232c3561e4b admin admin] 10.222.0.16 "GET /v2.0/subnets/676cb821-8e84-423e-a868-c5820a095432 HTTP/1.1" status: 200 len: 868 time: 0.0936282 Jun 23 14:04:42.652501 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44662) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:04:42.737415 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a75205a9-ce98-450c-86bc-fe185ad85283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:04:42.738812 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a75205a9-ce98-450c-86bc-fe185ad85283 admin admin] 10.222.0.16 "GET /v2.0/subnets/f0b00912-e13b-40e7-adb6-b916b3bac902 HTTP/1.1" status: 200 len: 816 time: 0.0853894 Jun 23 14:04:55.045269 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:04:59.498017 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f86a7526-b56c-46c2-a2fe-f29b5c4fa448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:02.167600 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ead18ee6-28da-4b93-b707-022b3582eccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:02.194293 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:03.160215 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:04.903749 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:06.033595 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44706) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:06.081409 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [None req-e6f05166-24c0-4e63-88ff-a6c80b7a9f4a admin admin] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:05:06.082430 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-e6f05166-24c0-4e63-88ff-a6c80b7a9f4a admin admin] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478487 Jun 23 14:05:08.296801 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44714) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:08.357493 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba57968-9a3c-48ee-bc02-f5fbe3ed93fd admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:08.358894 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-bba57968-9a3c-48ee-bc02-f5fbe3ed93fd admin admin] 10.222.0.16 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611293 Jun 23 14:05:08.501154 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3855b3e9-29b3-4b29-a3ea-0b28d22066af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:08.502696 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-3855b3e9-29b3-4b29-a3ea-0b28d22066af admin admin] 10.222.0.16 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1399920 Jun 23 14:05:10.681370 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44722) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:10.727628 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:10.750737 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Made reservation on behalf of c7d72b39f6124337afefda87e6b2c410 for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:10.753020 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:10.794662 dv-cinder-794001-2-smb neutron-server[93108]: WARNING neutron.services.revisions.revision_plugin [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Could not find related network for resource to bump revision. Jun 23 14:05:10.809709 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 840} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:05:10.822159 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8781968286486', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:10.822698 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Unsubscribe: segment precommit_create {{(pid=93108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jun 23 14:05:10.823130 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Added segment db8488bc-3c47-423b-a17c-ead18b713f36 of type vlan for network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b Jun 23 14:05:10.880461 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:10.920349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:10.921651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:10.922283 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:10.924921 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:10.978040 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2955444 Jun 23 14:05:11.019852 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Pushing event updated for resources: {'Network': ['ID=6bfc72f0-9690-4df2-887a-2bcbd2c0900b,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:11.030436 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:11.032959 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:05:13.129812 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44730) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:05:13.190338 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.pecan_wsgi.hooks.translation [None req-473acc5c-4a38-4a85-8cec-d075c1dfe945 admin admin] GET failed (client error): The resource could not be found. Jun 23 14:05:13.191675 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-473acc5c-4a38-4a85-8cec-d075c1dfe945 admin admin] 10.222.0.16 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0608897 Jun 23 14:05:13.265844 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8f91e7-9d23-4417-ba6e-0729b5cc489e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:13.267359 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-6a8f91e7-9d23-4417-ba6e-0729b5cc489e admin admin] 10.222.0.16 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0718057 Jun 23 14:05:13.278165 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:05:13.297929 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Made reservation on behalf of c7d72b39f6124337afefda87e6b2c410 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:05:13.300215 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:13.466536 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:13.468551 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:13.515325 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f77f2246-e693-40f5-a436-909ea9f8503e,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:13.521818 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:13.531258 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Checking segment: {'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:13.531615 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Network hostable DHCP agents. Network: 6bfc72f0-9690-4df2-887a-2bcbd2c0900b, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:05:13.547398 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:05:13.558216 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 6bfc72f0-9690-4df2-887a-2bcbd2c0900b) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:13.562603 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:05:13.563201 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:13.568085 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e085b2d-42b7-44f3-9cf7-79456647d5ff None None] Network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:13.582524 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3079443 Jun 23 14:05:13.816447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-6bfc72f0-9690-4df2-887a-2bcbd2c0900b', 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b', 'tenant_id': 'c7d72b39f6124337afefda87e6b2c410', 'fixed_ips': [{'subnet_id': 'f77f2246-e693-40f5-a436-909ea9f8503e'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:05:13.817546 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:13.962003 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Allocated IP 192.168.233.2 (6bfc72f0-9690-4df2-887a-2bcbd2c0900b/f77f2246-e693-40f5-a436-909ea9f8503e/07263ce5-9b74-4fbf-82b3-eccf2c96645a) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:05:14.115011 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:14.123816 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Transition to ACTIVE for port object 07263ce5-9b74-4fbf-82b3-eccf2c96645a will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:14.139927 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Transition to ACTIVE for port object 07263ce5-9b74-4fbf-82b3-eccf2c96645a will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:05:14.147511 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:14.150607 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-6cdc3653-1187-45f2-9a57-e336c04823e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:14.193164 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:05:14.196128 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:05:14.199734 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:05:14.207140 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Pushing event updated for resources: {'Port': ['ID=07263ce5-9b74-4fbf-82b3-eccf2c96645a,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:14.216392 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.216742 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.217086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.217417 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.217744 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.218094 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.218423 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.218741 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.219065 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.219403 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.219726 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.220044 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:05:14.238077 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:14.269894 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Attempting to bind port 07263ce5-9b74-4fbf-82b3-eccf2c96645a on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:05:14.270281 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Attempting to bind port 07263ce5-9b74-4fbf-82b3-eccf2c96645a by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:05:14.270637 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Attempting to bind port 07263ce5-9b74-4fbf-82b3-eccf2c96645a on network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:05:14.275557 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:05:14.275926 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Checking segment: {'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:05:14.276326 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:14.276719 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Bound using segment: {'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:05:14.277200 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Bound port: 07263ce5-9b74-4fbf-82b3-eccf2c96645a, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:05:14.277577 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:14.343037 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] For port 07263ce5-9b74-4fbf-82b3-eccf2c96645a, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:05:14.346912 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] For port 07263ce5-9b74-4fbf-82b3-eccf2c96645a, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=07263ce5-9b74-4fbf-82b3-eccf2c96645a,segment=NetworkSegment(db8488bc-3c47-423b-a17c-ead18b713f36),segment_id=db8488bc-3c47-423b-a17c-ead18b713f36)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:05:14.353279 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:14.355776 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:14.419922 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Pushing event updated for resources: {'Port': ['ID=07263ce5-9b74-4fbf-82b3-eccf2c96645a,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:14.423242 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:15.208968 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbb9bb4-01bc-4db7-8989-f07c2c814f8c None None] Network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:05:15.335901 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-fbfc80ce-3911-4e30-b5e4-ac2007914bb9 None None] Provisioning for port 07263ce5-9b74-4fbf-82b3-eccf2c96645a completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:16.155941 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 07263ce5-9b74-4fbf-82b3-eccf2c96645a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:16.207246 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 07263ce5-9b74-4fbf-82b3-eccf2c96645a completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:05:16.211471 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 07263ce5-9b74-4fbf-82b3-eccf2c96645a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:16.212084 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.293734 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.328721 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 07263ce5-9b74-4fbf-82b3-eccf2c96645a, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=07263ce5-9b74-4fbf-82b3-eccf2c96645a,segment=NetworkSegment(db8488bc-3c47-423b-a17c-ead18b713f36),segment_id=db8488bc-3c47-423b-a17c-ead18b713f36)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:05:16.334441 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:16.337906 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:05:16.386017 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=07263ce5-9b74-4fbf-82b3-eccf2c96645a,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:05:16.389178 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:05:18.136524 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 07263ce5-9b74-4fbf-82b3-eccf2c96645a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:05:18.200657 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 07263ce5-9b74-4fbf-82b3-eccf2c96645a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:05:18.201303 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:29.498905 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3cc49769-565b-4d0e-8e9c-030d04a9a956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:32.046160 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:05:32.169820 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d564d4f0-08e3-460e-8db0-f9da111cbc83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:32.196475 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:33.162959 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:34.908583 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:05:59.499840 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3592ef00-c43b-4854-b97f-1831e90e75b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:02.172484 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ef5869ce-2527-4b8c-a70f-929b6d0d960e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:02.198169 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:03.167571 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:04.910120 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:09.044794 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:21.093619 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44782) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:21.100319 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [None req-05725606-5e78-48f0-b854-e33ee182bdc9 tempest-verify_tempest_config-122946611 tempest-verify_tempest_config-122946611-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:06:21.101276 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-05725606-5e78-48f0-b854-e33ee182bdc9 tempest-verify_tempest_config-122946611 tempest-verify_tempest_config-122946611-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066197 Jun 23 14:06:21.403061 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 44800) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:21.507467 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.627449 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.632571 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.635754 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:21.681178 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=71eece50cdc64f6bb3059f35f757a83a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2770581 Jun 23 14:06:21.681865 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56186bc-7735-48b9-ae64-356bee6faa2e,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:21.683845 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44804) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:06:21.688804 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.689147 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.689480 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.689811 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.690159 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.690481 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.690803 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.691117 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.691451 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.691769 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.692080 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.692391 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.697901 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:21.738237 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.759398 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.847550 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.850640 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:21.851766 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f56186bc-7735-48b9-ae64-356bee6faa2e HTTP/1.1" status: 204 len: 168 time: 0.1668539 Jun 23 14:06:21.852514 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:06:21.859896 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56186bc-7735-48b9-ae64-356bee6faa2e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:06:21.866865 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.867205 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.867538 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.867864 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.868249 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.868489 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.868813 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.869131 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.869465 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.869783 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.870120 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.870434 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:06:21.873921 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:06:29.502237 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e332efb0-90e7-4cf0-ada1-c8c5e5b10883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.174293 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac66fc3d-7005-46b8-9838-565637f8c2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:32.198384 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:33.172345 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:34.915702 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:06:46.044413 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:06:59.504039 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-89e64a67-1e08-4869-80d1-71bffcf83eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:02.175086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2f54bd9a-49ee-47e0-aa17-727142228235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:02.199412 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:03.173174 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:04.915437 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:23.043290 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:07:29.505248 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e788485c-0b7b-4639-8089-da2735e8165a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:32.175476 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0e3fbd9a-7217-4934-a6e0-953f54faaba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:32.199261 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:33.176605 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:34.918617 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:07:59.505274 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c5232148-4667-4ea8-b2b8-4a5a634870c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:00.042746 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 5 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:02.176775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b1e3f5cb-1b65-41c3-be2e-db8d838315cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:02.203040 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:03.180471 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:04.922093 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:07.056249 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477'] for agent, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:12.038087 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44858) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:12.142784 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-e0d7e0dc-f301-4cc3-98c4-33db1fd9f07b admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1030660 Jun 23 14:08:14.371084 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 44868) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:08:14.428283 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-493c31fc-499d-4231-8a26-ddec6e500568 admin admin] 10.222.0.16 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0560770 Jun 23 14:08:29.505790 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac6710be-8ffb-4865-b002-156b3984af31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:32.177235 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a96c322d-d74a-46cf-ad01-fff175801b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:32.207673 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:33.181677 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:34.923933 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:37.008435 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:08:37.041351 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:08:59.506423 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1ef2ec89-5f80-44dd-8e53-1be0ccc8b2b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:02.177931 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e40d788b-2e95-4661-b5a0-daf8a56f97cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:02.208482 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:03.188849 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:04.927683 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:07.001890 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:14.040869 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:29.509581 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-07d8828e-51e5-4af6-b220-a06b34a5fe29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:32.180896 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e64c6452-83c8-42de-9d1a-67cddd0f98a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:32.209497 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:33.189272 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:34.934079 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:37.003909 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:48.965730 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45008) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:49.265579 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-network', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:49.287676 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Made reservation on behalf of 886f5dc6ee71416facba8579a6b72b4a for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:49.290534 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.299780 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.406597 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.411242 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.416000 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:49.429820 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 814} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:49.446509 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.447121 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Added segment 8feb7473-0a54-49cc-b898-f094133de0ea of type vlan for network 26526aa0-6b35-4ae5-a2e8-c67132694c42 Jun 23 14:09:49.488656 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81ea8c2-93f7-44f3-9a8e-76f884950ad5,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:49.498492 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.514100 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.514449 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.514768 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.515060 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.515271 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.515628 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.516439 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.516772 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.517179 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.518802 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.518802 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.518802 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Tracked resource versions report: Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: pushed versions: Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Log': {'1.0'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Network': {'1.1'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Port': {'1.7'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'PortForwarding': {'1.2'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'QosPolicy': {'1.8'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'SubPort': {'1.0'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Subnet': {'1.1'}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Trunk': {'1.1'}} Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: consumer versions: Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'ConntrackHelper': '1.0', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Log': '1.0', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Network': '1.1', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Port': '1.7', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'PortForwarding': '1.2', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'QosPolicy': '1.8', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroup': '1.4', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'SecurityGroupRule': '1.2', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'SubPort': '1.0', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Subnet': '1.1', Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: 'Trunk': '1.1'}} Jun 23 14:09:49.519520 dv-cinder-794001-2-smb neutron-server[93108]: {{(pid=93108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:49.523875 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:49.538306 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.539675 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:49.540324 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.546164 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:49.574637 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6077492 Jun 23 14:09:49.579590 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45044) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:49.586492 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Request body: {'subnet': {'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-subnet', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:49.611744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Made reservation on behalf of 886f5dc6ee71416facba8579a6b72b4a for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:49.614125 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Pushing event updated for resources: {'Network': ['ID=26526aa0-6b35-4ae5-a2e8-c67132694c42,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:49.614617 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.616887 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:49.628652 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:49.824426 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.829076 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-14a31a05-c329-4aaf-84f2-8ce2eb809cc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:49.884010 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3abf8f45-769b-465d-bd8d-7bba5295d84a,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:49.895386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.895728 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.896069 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.896397 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.896743 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.897115 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.897442 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.897771 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.898136 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.898463 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.898784 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.899097 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Tracked resource versions report: Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: pushed versions: Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Log': {'1.0'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Network': {'1.1'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Port': {'1.7'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'PortForwarding': {'1.2'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'QosPolicy': {'1.8'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'SubPort': {'1.0'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Subnet': {'1.1'}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Trunk': {'1.1'}} Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: consumer versions: Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'ConntrackHelper': '1.0', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Log': '1.0', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Network': '1.1', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Port': '1.7', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'PortForwarding': '1.2', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'QosPolicy': '1.8', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroup': '1.4', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'SecurityGroupRule': '1.2', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'SubPort': '1.0', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Subnet': '1.1', Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: 'Trunk': '1.1'}} Jun 23 14:09:49.900161 dv-cinder-794001-2-smb neutron-server[93109]: {{(pid=93109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:49.909347 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:49.910466 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Checking segment: {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:49.910818 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Network hostable DHCP agents. Network: 26526aa0-6b35-4ae5-a2e8-c67132694c42, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:49.928301 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:49.938863 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 26526aa0-6b35-4ae5-a2e8-c67132694c42) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:49.943658 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:49.944269 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:49.952077 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c525dd6-9dc8-4e32-b8c3-eb69b02ac707 None None] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:49.964184 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45072) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:49.964415 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.3831527 Jun 23 14:09:49.968713 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.000164 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.001684 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.108366 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33849ef3-796c-4936-8acc-03fd8e6fec9c None None] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:50.109006 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.164775 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45082) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.188024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45086) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.373462 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.459693 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-network', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.485469 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Made reservation on behalf of facc82c267cf4f07a9535bf38ae46c61 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:50.488386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.498487 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.596275 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45104) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.602895 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.606091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.611723 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.629065 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 830} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:50.633431 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45108) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.634798 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.643070 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.643711 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.segments_db [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Added segment 4948e8a2-d1bf-431a-b618-b2f07514f95e of type vlan for network a57beefe-a027-4a2b-ab6d-43734a758495 Jun 23 14:09:50.679726 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45114) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:50.695267 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:50.707136 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.713357 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1313383567-network', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.751441 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Made reservation on behalf of e7fc9e3b91fe47e99d2c137bc38bdef0 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:50.754148 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.768488 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bcd7275-850b-4a9a-a8f8-2ce0519a37cc,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:50.768753 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1417282725-network', 'tenant_id': '5c2f0365b7d041c2ae2f81c0c4aa30ba'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.772628 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:50.773596 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.780807 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Allocated IP 172.28.2.53 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:50.813288 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.817586 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:50.818525 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.821102 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Made reservation on behalf of 5c2f0365b7d041c2ae2f81c0c4aa30ba for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:50.824143 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.824679 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-173f2ae6-f3e9-49e4-8d69-677c3107ed2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:50.851539 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2029239142-network', 'tenant_id': 'da4533d413814bbd955bc9cbb4066c3b'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.862739 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1744181250-network', 'tenant_id': '08cad489fcc6426e939bbfb032bea198'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:50.866900 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.920954 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Pushing event updated for resources: {'Network': ['ID=a57beefe-a027-4a2b-ab6d-43734a758495,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:50.931839 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:50.932345 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network a57beefe-a027-4a2b-ab6d-43734a758495 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:50.967260 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:50.997914 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.003740 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.008082 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c27ad9f1-4fcd-4a4d-b61f-5777ce50a336 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.015288 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8493428 Jun 23 14:09:51.016534 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45134) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:51.019837 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.025127 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Request body: {'subnet': {'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-subnet', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:51.038170 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 813} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:51.039959 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:09:51.046493 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.049556 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c85539e-02b3-4831-acf4-39284d3d0a85,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:51.054882 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:51.056098 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.056433 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.segments_db [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Added segment 747d0e8f-0842-4018-aa16-0bd90a14dcf9 of type vlan for network 29c7d145-1b11-4103-971f-691c80da4385 Jun 23 14:09:51.094393 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Made reservation on behalf of da4533d413814bbd955bc9cbb4066c3b for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:51.097663 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.112630 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.139789 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.147428 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.149033 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:51.149714 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.153323 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.224642 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Pushing event updated for resources: {'Network': ['ID=29c7d145-1b11-4103-971f-691c80da4385,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:51.228473 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:51.236332 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 29c7d145-1b11-4103-971f-691c80da4385 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:51.245716 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:51.253083 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:51.255078 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Pushing event updated for resources: {'Port': ['ID=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:51.276527 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:51.341189 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Made reservation on behalf of 08cad489fcc6426e939bbfb032bea198 for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:51.344701 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.356587 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:51.371062 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.446277 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.487156 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.506835 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:51.537304 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3450122 Jun 23 14:09:51.537558 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45164) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:51.543282 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Made reservation on behalf of facc82c267cf4f07a9535bf38ae46c61 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:51.544898 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Request body: {'subnet': {'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1313383567-subnet', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:51.545957 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.574099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 805} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:51.617144 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:51.621039 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:51.628900 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.629213 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Added segment 77aef448-a3f0-4532-9503-d5e4fba1dcec of type vlan for network e8196980-9c5d-4144-a49c-9e3035f77c19 Jun 23 14:09:51.729389 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.778925 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.924135 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.931293 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:51.931869 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:51.938501 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-eeb0b01b-c3cf-4586-8923-d0ebbeaf3232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:52.053570 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.095165 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.117704 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5171895 Jun 23 14:09:52.118009 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45178) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:52.123926 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Pushing event updated for resources: {'Network': ['ID=e8196980-9c5d-4144-a49c-9e3035f77c19,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.124155 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Request body: {'subnet': {'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1417282725-subnet', 'tenant_id': '5c2f0365b7d041c2ae2f81c0c4aa30ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:52.134989 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.135883 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:52.143733 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:52.145098 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network e8196980-9c5d-4144-a49c-9e3035f77c19 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:52.154404 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:52.233502 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.233856 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Added segment c76adb10-036e-4933-abec-902f6b5acff2 of type vlan for network 6c981e3b-2574-484d-a030-89d8c21623f6 Jun 23 14:09:52.289445 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e04017-9b94-4703-9d76-c07d69d003ac,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.299613 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:52.303429 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-4a4663a0-3e35-4b69-9b01-eec68174c010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:52.310410 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.333892 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.526154 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.db.resource_extend [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 14:09:52.528537 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Checking segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:52.528885 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Network hostable DHCP agents. Network: a57beefe-a027-4a2b-ab6d-43734a758495, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:52.567353 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e6291dd-de46-439b-8c66-d703e5a183ff,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.604807 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:52.613217 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.623339 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.626309 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:52.626926 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.630829 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:52.635293 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.641582 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Network a57beefe-a027-4a2b-ab6d-43734a758495 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:52.652043 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Made reservation on behalf of e7fc9e3b91fe47e99d2c137bc38bdef0 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:52.654523 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.716365 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Made reservation on behalf of 5c2f0365b7d041c2ae2f81c0c4aa30ba for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:52.719564 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.721526 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, a57beefe-a027-4a2b-ab6d-43734a758495) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:52.725719 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 848} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:52.733679 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0525773 Jun 23 14:09:52.735433 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-392f5abe-bd40-4122-9dfa-964b252b73ee None None] Network a57beefe-a027-4a2b-ab6d-43734a758495 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:52.742228 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:52.743105 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.744221 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45198) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:52.747196 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Pushing event updated for resources: {'Network': ['ID=6c981e3b-2574-484d-a030-89d8c21623f6,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.749717 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Request body: {'subnet': {'network_id': '6c981e3b-2574-484d-a030-89d8c21623f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2029239142-subnet', 'tenant_id': 'da4533d413814bbd955bc9cbb4066c3b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:52.754935 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:52.757267 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0532ab27-c9b1-4051-b905-cdcdf4be3a38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:52.765085 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 6c981e3b-2574-484d-a030-89d8c21623f6 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:52.799898 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.800412 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Added segment 26cc3455-0b96-4f5f-a3ba-a3dbae32660e of type vlan for network e9bd6464-49c0-439a-8911-6b219fea75a8 Jun 23 14:09:52.835025 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Made reservation on behalf of da4533d413814bbd955bc9cbb4066c3b for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:52.837494 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.852897 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e37063e6-466a-457a-9389-0608f9dc0ef9,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:52.863297 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.8446982 Jun 23 14:09:52.865589 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45200) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:52.872826 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:52.887533 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:52.897063 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.904523 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Router d5f86161-ca2a-4142-be2c-516442ca1cd4 is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:09:52.944459 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.945433 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.990519 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.994866 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-a57beefe-a027-4a2b-ab6d-43734a758495', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:09:52.996096 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:52.998388 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:52.999203 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.004461 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.079600 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4425206 Jun 23 14:09:53.085499 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45206) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:53.143141 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Request body: {'subnet': {'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1744181250-subnet', 'tenant_id': '08cad489fcc6426e939bbfb032bea198', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:53.144041 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.152936 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.164964 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.168556 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Pushing event updated for resources: {'Network': ['ID=e9bd6464-49c0-439a-8911-6b219fea75a8,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:53.185288 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Allocated IP 172.20.0.2 (a57beefe-a027-4a2b-ab6d-43734a758495/6e6291dd-de46-439b-8c66-d703e5a183ff/a0eef070-cf65-4e0e-afac-92c6eac45ecf) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:53.206768 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:09:53.213069 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.218356 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Sync routers for ids ['d5f86161-ca2a-4142-be2c-516442ca1cd4'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:09:53.227682 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0702b282-d334-4606-9982-5a1d2bd98317,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:53.231905 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Routers {'d5f86161-ca2a-4142-be2c-516442ca1cd4'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:09:53.232461 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:09:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d5f86161-ca2a-4142-be2c-516442ca1cd4'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:53.236839 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.237932 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.268323 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Made reservation on behalf of 08cad489fcc6426e939bbfb032bea198 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:53.271543 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.316581 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.318251 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.3528535 Jun 23 14:09:53.336045 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45210) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:53.363727 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.374139 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Transition to ACTIVE for port object a0eef070-cf65-4e0e-afac-92c6eac45ecf will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:53.375692 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Set router d5f86161-ca2a-4142-be2c-516442ca1cd4 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:09:53.381249 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-85905569-5364-4227-af5c-13a4d9b7f283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.396316 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Transition to ACTIVE for port object a0eef070-cf65-4e0e-afac-92c6eac45ecf will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:53.402425 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network e9bd6464-49c0-439a-8911-6b219fea75a8 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:53.457730 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.476214 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.480781 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.485670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.538520 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e0038db-332f-453e-8ae6-c703337035c8,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:53.543761 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.550602 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Checking segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:53.550966 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Network hostable DHCP agents. Network: 29c7d145-1b11-4103-971f-691c80da4385, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:53.552922 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.576390 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Network a57beefe-a027-4a2b-ab6d-43734a758495 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:53.584569 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Pushing event updated for resources: {'Port': ['ID=a0eef070-cf65-4e0e-afac-92c6eac45ecf,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:53.601907 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:53.609202 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.610683 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.612214 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.613356 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.614693 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.618419 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.620439 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.621278 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.622967 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.623512 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.625901 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.628034 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Tracked resource versions report: Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: pushed versions: Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Log': {'1.0'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Network': {'1.1'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Port': {'1.7'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'PortForwarding': {'1.2'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'QosPolicy': {'1.8'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'SubPort': {'1.0'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Subnet': {'1.1'}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Trunk': {'1.1'}} Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: consumer versions: Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'ConntrackHelper': '1.0', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Log': '1.0', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Network': '1.1', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Port': '1.7', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'PortForwarding': '1.2', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'QosPolicy': '1.8', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroup': '1.4', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'SecurityGroupRule': '1.2', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'SubPort': '1.0', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Subnet': '1.1', Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: 'Trunk': '1.1'}} Jun 23 14:09:53.629363 dv-cinder-794001-2-smb neutron-server[93110]: {{(pid=93110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:53.654652 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:53.678832 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:51Z', 'revision_number': 3, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port': {'id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:53.727038 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Checking router: d5f86161-ca2a-4142-be2c-516442ca1cd4 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:09:53.727520 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Updating router d5f86161-ca2a-4142-be2c-516442ca1cd4 port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:09:53.733411 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Attempting to bind port a0eef070-cf65-4e0e-afac-92c6eac45ecf on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:09:53.734058 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Attempting to bind port a0eef070-cf65-4e0e-afac-92c6eac45ecf by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:09:53.734472 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Attempting to bind port a0eef070-cf65-4e0e-afac-92c6eac45ecf on network a57beefe-a027-4a2b-ab6d-43734a758495 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:09:53.745848 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:09:53.746247 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Checking segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:53.746588 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.747123 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Bound using segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:09:53.747617 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Bound port: a0eef070-cf65-4e0e-afac-92c6eac45ecf, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:09:53.747998 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.756919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Checking segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:53.757689 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Network hostable DHCP agents. Network: e8196980-9c5d-4144-a49c-9e3035f77c19, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:53.768775 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Checking segment: {'id': 'c76adb10-036e-4933-abec-902f6b5acff2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': '6c981e3b-2574-484d-a030-89d8c21623f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:53.769213 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Network hostable DHCP agents. Network: 6c981e3b-2574-484d-a030-89d8c21623f6, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:53.772596 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.774261 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Pushing event updated for resources: {'Subnet': ['ID=9352d498-dc1d-469d-a9b4-6e38382b6c4b,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:53.783107 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Network 29c7d145-1b11-4103-971f-691c80da4385 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:53.788617 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.806000 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:53.826441 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 29c7d145-1b11-4103-971f-691c80da4385) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:53.841922 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Network e8196980-9c5d-4144-a49c-9e3035f77c19 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:53.846505 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:53.847086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.852027 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Network 6c981e3b-2574-484d-a030-89d8c21623f6 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:53.861358 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] For port a0eef070-cf65-4e0e-afac-92c6eac45ecf, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:09:53.865584 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, e8196980-9c5d-4144-a49c-9e3035f77c19) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:53.866153 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] For port a0eef070-cf65-4e0e-afac-92c6eac45ecf, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a0eef070-cf65-4e0e-afac-92c6eac45ecf,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:09:53.878305 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:53.878898 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.883329 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3921d737-a031-4bac-aee1-28f11e84e8b0 None None] Network 29c7d145-1b11-4103-971f-691c80da4385 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:53.886759 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c163bf01-5e30-4278-a014-3c22f4ab177c None None] Network e8196980-9c5d-4144-a49c-9e3035f77c19 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:53.911722 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 6c981e3b-2574-484d-a030-89d8c21623f6) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:53.917797 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-09656fd8-a778-4e35-b41e-33d7be444087 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3786874 Jun 23 14:09:53.919965 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45230) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:53.922647 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:53.923421 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.927719 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8080859 Jun 23 14:09:53.929908 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.932396 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:53.939414 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:53.955003 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-74e3bb47-e2bc-4006-8b80-6a239dde394c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:53.978915 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d35acc-95ec-469c-b80d-9d5fc05f55e3 None None] Network 6c981e3b-2574-484d-a030-89d8c21623f6 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:54.010676 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:54.043653 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6f7f001c-9add-4fa8-ae60-bac84809bcf2,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:54.053029 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:54.082651 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9441ec78-d6ff-4b12-bd59-1c6685b202af admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3367090 Jun 23 14:09:54.095639 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.096568 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.194881 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.230188 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Transition to ACTIVE for port object 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:54.261752 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.269268 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-f2e75cc2-063d-400c-a6db-39ed95cfcca8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:54.302579 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.392796 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Attempting to bind port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:09:54.396687 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Attempting to bind port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:09:54.403922 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Attempting to bind port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:09:54.444995 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:09:54.446897 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:54.468067 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.468599 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:09:54.470092 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Bound port: 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:09:54.470682 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.475331 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Pushing event updated for resources: {'Port': ['ID=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:54.539781 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.541543 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.542284 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.550758 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.552171 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.552729 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.553337 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.553827 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.554452 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.555432 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.556154 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.558052 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Tracked resource versions report: Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: pushed versions: Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: { 'AddressGroup': {'1.2'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'ConntrackHelper': {'1.0'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Log': {'1.0'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Network': {'1.1'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Port': {'1.7'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'PortForwarding': {'1.2'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'QosPolicy': {'1.8'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroup': {'1.4'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroupRule': {'1.2'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'SubPort': {'1.0'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Subnet': {'1.1'}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Trunk': {'1.1'}} Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: consumer versions: Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: { DHCP agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: HyperV agent@hv-cinder-79400: {}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: L3 agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: Metadata agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: Metering agent@dv-cinder-794001-2-smb: {}, Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: Open vSwitch agent@dv-cinder-794001-2-smb: { 'AddressGroup': '1.2', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'ConntrackHelper': '1.0', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Log': '1.0', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Network': '1.1', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Port': '1.7', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'PortForwarding': '1.2', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'QosPolicy': '1.8', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroup': '1.4', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'SecurityGroupRule': '1.2', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'SubPort': '1.0', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Subnet': '1.1', Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: 'Trunk': '1.1'}} Jun 23 14:09:54.561532 dv-cinder-794001-2-smb neutron-server[93111]: {{(pid=93111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jun 23 14:09:54.588393 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:54.654100 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] For port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:09:54.665634 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db2b981-a469-41fb-89e9-e937a2aeb963 None None] Network 6c981e3b-2574-484d-a030-89d8c21623f6 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:54.669674 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] For port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:09:54.690807 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:54.697160 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:54.718870 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bbe084-1d2f-4973-9e8e-a53823c96f32 None None] Network e8196980-9c5d-4144-a49c-9e3035f77c19 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:54.732342 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45290) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:54.737267 dv-cinder-794001-2-smb neutron-server[93109]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jun 23 14:09:54.754548 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Pushing event updated for resources: {'Port': ['ID=a0eef070-cf65-4e0e-afac-92c6eac45ecf,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:54.818071 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:54.822410 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Routers {'d5f86161-ca2a-4142-be2c-516442ca1cd4'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:09:54.823159 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:09:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d5f86161-ca2a-4142-be2c-516442ca1cd4'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:54.898520 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Pushing event updated for resources: {'Port': ['ID=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:54.903869 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:55.033778 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] Set router d5f86161-ca2a-4142-be2c-516442ca1cd4 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:09:55.055100 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.072377 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Checking segment: {'id': '26cc3455-0b96-4f5f-a3ba-a3dbae32660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:55.072736 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Network hostable DHCP agents. Network: e9bd6464-49c0-439a-8911-6b219fea75a8, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:55.170226 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-4c248257-e7ea-4e0a-b5a0-df40948dc69a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:55.179394 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-4c248257-e7ea-4e0a-b5a0-df40948dc69a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.4455550 Jun 23 14:09:55.197194 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-80a97363-2cb5-4bcb-87f4-7ebd50f42653 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/quotas/5c2f0365b7d041c2ae2f81c0c4aa30ba HTTP/1.1" status: 200 len: 375 time: 0.0168555 Jun 23 14:09:55.232413 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45304) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:55.272181 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623362315-network', 'tenant_id': 'a16dc985fbdc46ceb8f8eddba5d30a96'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:55.283886 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-250e7465-12db-4263-ac94-cf328407ed76 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0835299 Jun 23 14:09:55.345576 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-29c7d145-1b11-4103-971f-691c80da4385', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:09:55.346569 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.355465 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:51Z', 'revision_number': 3, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port': {'id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:09:55.417287 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb5b4cc-67db-4e46-b3e1-913f26a7a8cf None None] The sync data for ids ['d5f86161-ca2a-4142-be2c-516442ca1cd4'] in dv-cinder-794001-2-smb is: [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:51Z', 'revision_number': 3, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port': {'id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:09:55.420690 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Network e9bd6464-49c0-439a-8911-6b219fea75a8 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:55.494220 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, e9bd6464-49c0-439a-8911-6b219fea75a8) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:55.499231 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Made reservation on behalf of a16dc985fbdc46ceb8f8eddba5d30a96 for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:55.501889 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.509986 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d78c5-ce52-4373-8fbb-a40c64ca1661 None None] Network e9bd6464-49c0-439a-8911-6b219fea75a8 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:55.513934 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:55.514565 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.568703 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.574176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-a8ec4b08-7274-477e-9381-76b460cfb030 service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:09:55.575441 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-a8ec4b08-7274-477e-9381-76b460cfb030 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0996187 Jun 23 14:09:55.609280 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.639019 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0718003e-667d-4cb4-920e-98df3e3976b4 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5510182 Jun 23 14:09:55.656983 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.688184 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:55.723709 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-8939fea0-1f2b-4e4a-86e2-1a2ff5f041ee service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415565 Jun 23 14:09:55.888944 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Allocated IP 172.20.0.2 (29c7d145-1b11-4103-971f-691c80da4385/0702b282-d334-4606-9982-5a1d2bd98317/b829077e-67a0-4c3e-92dd-5467390c3ede) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:55.947976 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-bf68cfb0-a319-40d0-835f-495fce6dad76 service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155695 Jun 23 14:09:56.100236 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf64319-d3e6-4316-89ab-bc6c7671fe3e None None] Network e9bd6464-49c0-439a-8911-6b219fea75a8 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:56.420388 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5218ae-3954-480b-aecd-b7e755f71519 None None] Network a57beefe-a027-4a2b-ab6d-43734a758495 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:56.540987 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.553199 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:09:56.580794 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Allocated IP 172.28.2.80 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/b028b34a-12f5-4518-9c82-81edf0bba0be) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:56.601169 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.663007 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-647e929b-57ea-4b67-83f5-cc221815f41f req-1484b2c0-b75c-4862-91aa-8b55e800fc0d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 210 time: 0.1377079 Jun 23 14:09:56.713877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0001908b-1743-427a-a85a-c16034ba48f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:56.720310 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45380) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:56.732225 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-030b9345-290a-47f2-be59-372df4835a20 None None] Provisioning for port a0eef070-cf65-4e0e-afac-92c6eac45ecf completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:09:56.919632 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:09:56.934156 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:56.961911 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Transition to ACTIVE for port object b829077e-67a0-4c3e-92dd-5467390c3ede will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:56.970273 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:56.970651 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.004691 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 818} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:09:57.007458 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-b0f1a047-7427-4c6a-9a50-68e14b074259 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:57.009847 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-b0f1a047-7427-4c6a-9a50-68e14b074259 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/networks?id=e9bd6464-49c0-439a-8911-6b219fea75a8 HTTP/1.1" status: 200 len: 812 time: 0.2884049 Jun 23 14:09:57.040246 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-88e6a9c1-3abe-4f0d-a85b-0f860689fb5e tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/quotas/08cad489fcc6426e939bbfb032bea198 HTTP/1.1" status: 200 len: 375 time: 0.0228627 Jun 23 14:09:57.082046 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0124ae6-317b-4d5b-8fb2-b53f839f55f9,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:57.127614 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-58bdaeba-95bf-4130-8cc0-22e3f08d4c3e tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=08cad489fcc6426e939bbfb032bea198&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856156 Jun 23 14:09:57.168095 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Transition to ACTIVE for port object b829077e-67a0-4c3e-92dd-5467390c3ede will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:09:57.176262 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.207270 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.216929 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.217357 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:09:57.218215 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Added segment 80575af0-75e7-454b-978f-b640ddfd0209 of type vlan for network b47fae5b-6343-4af1-818b-a9d7530104e3 Jun 23 14:09:57.222383 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.230372 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.232994 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:57.240097 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a0eef070-cf65-4e0e-afac-92c6eac45ecf up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:09:57.283511 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.316015 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Network 29c7d145-1b11-4103-971f-691c80da4385 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:57.325499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-a9fe1f11-3dbb-4f46-9ba5-f13e1f28254b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:09:57.327971 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:57.335949 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-a9fe1f11-3dbb-4f46-9ba5-f13e1f28254b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1244383 Jun 23 14:09:57.340366 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:57.349186 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:57.395552 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.411300 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.425489 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:57.425928 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.427354 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Pushing event updated for resources: {'Port': ['ID=b829077e-67a0-4c3e-92dd-5467390c3ede,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:57.440380 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-46ff6756-69a0-4995-a673-a06d628ce44d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:57.490646 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Allocated IP 172.20.0.1 (26526aa0-6b35-4ae5-a2e8-c67132694c42/3abf8f45-769b-465d-bd8d-7bba5295d84a/5002c7ba-d602-47a4-b372-411a4622f55f) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:57.502784 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Attempting to bind port b829077e-67a0-4c3e-92dd-5467390c3ede on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:09:57.509728 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Attempting to bind port b829077e-67a0-4c3e-92dd-5467390c3ede by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:09:57.510619 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Attempting to bind port b829077e-67a0-4c3e-92dd-5467390c3ede on network 29c7d145-1b11-4103-971f-691c80da4385 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:09:57.527654 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c20d6b9f-002d-4efb-915e-ecdcead2b8c4 service neutron] 10.222.0.16 "GET /v2.0/networks/e9bd6464-49c0-439a-8911-6b219fea75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899695 Jun 23 14:09:57.535067 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port a0eef070-cf65-4e0e-afac-92c6eac45ecf completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:09:57.540180 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:09:57.547456 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Checking segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:57.549349 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.549847 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Bound using segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:09:57.555905 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Bound port: b829077e-67a0-4c3e-92dd-5467390c3ede, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:09:57.557654 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.588305 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port a0eef070-cf65-4e0e-afac-92c6eac45ecf triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:57.588305 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.634630 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.671337 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4251530 Jun 23 14:09:57.673591 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45424) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:57.678773 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:57.693157 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:57.693670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:57.694203 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Request body: {'subnet': {'network_id': 'b47fae5b-6343-4af1-818b-a9d7530104e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1623362315-subnet', 'tenant_id': 'a16dc985fbdc46ceb8f8eddba5d30a96', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:09:57.694460 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:57.731227 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Pushing event updated for resources: {'Network': ['ID=b47fae5b-6343-4af1-818b-a9d7530104e3,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:57.755084 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network b47fae5b-6343-4af1-818b-a9d7530104e3 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:09:57.766576 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:57.775424 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-cf00f2eb-a948-4e2b-8273-2338550d1ac7 service neutron] 10.222.0.16 "GET /v2.0/networks/e9bd6464-49c0-439a-8911-6b219fea75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2377818 Jun 23 14:09:57.776384 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Made reservation on behalf of a16dc985fbdc46ceb8f8eddba5d30a96 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:09:57.780930 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:57.941284 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] For port b829077e-67a0-4c3e-92dd-5467390c3ede, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:09:57.969155 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] For port b829077e-67a0-4c3e-92dd-5467390c3ede, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b829077e-67a0-4c3e-92dd-5467390c3ede,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:09:57.974014 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-3b5401b5-b0a1-4d0a-a264-2d1c8bb61a68 None None] Provisioning complete for port a0eef070-cf65-4e0e-afac-92c6eac45ecf triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:57.974705 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3b5401b5-b0a1-4d0a-a264-2d1c8bb61a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.010104 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.045991 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.090742 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d2bab889-100a-4f8c-97e1-c186588508f3 req-e61dac2f-4100-4977-a9e4-556d3423397e tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 210 time: 0.0654240 Jun 23 14:09:58.096632 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.099231 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.178911 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Pushing event updated for resources: {'Subnet': ['ID=155f900c-276c-418e-9627-8ae4db0bc4b6,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:58.192659 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:58.194649 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.264365 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45444) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:58.278090 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Checking segment: {'id': '80575af0-75e7-454b-978f-b640ddfd0209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 818, 'network_id': 'b47fae5b-6343-4af1-818b-a9d7530104e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:09:58.278670 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Network hostable DHCP agents. Network: b47fae5b-6343-4af1-818b-a9d7530104e3, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:09:58.299611 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Network b47fae5b-6343-4af1-818b-a9d7530104e3 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:09:58.315911 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, b47fae5b-6343-4af1-818b-a9d7530104e3) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:58.324715 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:09:58.325316 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.345874 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Allocated IP 172.28.2.231 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/b9fa0682-6350-44ab-a72a-b29ba505cae8) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:09:58.373613 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6970425 Jun 23 14:09:58.414871 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7d5a9f-4bca-41bd-b929-92ba6c34df94 None None] Network b47fae5b-6343-4af1-818b-a9d7530104e3 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:58.587977 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-92338a8f-5791-40d1-953b-67e3db56a565 req-f431b20f-53bc-418b-8efd-b2372dee8e86 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 210 time: 0.0909548 Jun 23 14:09:58.635428 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.637013 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6f30-ed36-4e3b-8a4e-8f507d36032e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.697718 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-58cb3020-b135-4cfe-ad7d-adb4a9c292d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.836046 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.847349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:58.849049 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.863181 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45470) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:58.905180 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:58.905439 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6f30-ed36-4e3b-8a4e-8f507d36032e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.912206 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9d6e6f30-ed36-4e3b-8a4e-8f507d36032e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.919387 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Pushing event updated for resources: {'Port': ['ID=b028b34a-12f5-4518-9c82-81edf0bba0be,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:58.924670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Pushing event updated for resources: {'Port': ['ID=b829077e-67a0-4c3e-92dd-5467390c3ede,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:58.943417 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.947824 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.902s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:58.950567 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:58.955930 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:58.956453 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:58.962073 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c228d9-9e8b-4618-8f04-4ad8657819d2 None None] Network b47fae5b-6343-4af1-818b-a9d7530104e3 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:09:59.012126 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9d6e6f30-ed36-4e3b-8a4e-8f507d36032e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=035f6ba2e8224754a449adc31af1e573&name=default HTTP/1.1" status: 200 len: 2976 time: 0.7423759 Jun 23 14:09:59.013419 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e6f30-ed36-4e3b-8a4e-8f507d36032e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872f47ba-0871-4151-b55b-e4dd30915605,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.019355 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9d6e6f30-ed36-4e3b-8a4e-8f507d36032e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.020219 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45478) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:09:59.075418 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:59.079944 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Pushing event updated for resources: {'Port': ['ID=b9fa0682-6350-44ab-a72a-b29ba505cae8,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.118212 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.139049 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.153351 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.196880 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3b5401b5-b0a1-4d0a-a264-2d1c8bb61a68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.244622 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.250875 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.252423 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/872f47ba-0871-4151-b55b-e4dd30915605 HTTP/1.1" status: 204 len: 168 time: 0.2305536 Jun 23 14:09:59.253323 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:59.269920 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port a0eef070-cf65-4e0e-afac-92c6eac45ecf, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a0eef070-cf65-4e0e-afac-92c6eac45ecf,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:09:59.271392 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872f47ba-0871-4151-b55b-e4dd30915605,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.288015 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.306682 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.331627 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:09:59.488805 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f8e806a9-f1aa-462a-b3c7-6a2b0c24a7c7 req-2dfc4191-0db7-4134-b3c1-ceb5624da488 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 210 time: 0.0985641 Jun 23 14:09:59.659053 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:09:59.671337 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.db.api [None req-3b5401b5-b0a1-4d0a-a264-2d1c8bb61a68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jun 23 14:09:59.671987 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_db.api [None req-3b5401b5-b0a1-4d0a-a264-2d1c8bb61a68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jun 23 14:09:59.676768 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=a0eef070-cf65-4e0e-afac-92c6eac45ecf,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:09:59.690685 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:09:59.691796 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-951910fb-8a31-4388-92ae-8497933bcd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.741769 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:09:59.775383 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:09:59.786077 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:09:59.792768 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e3e13918-b1d9-43b4-ace1-79e822accac0 req-9c468864-e8b8-46d0-af49-4918d4081d99 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 210 time: 0.0825515 Jun 23 14:09:59.836940 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:09:59.837620 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:09:59.995440 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b829077e-67a0-4c3e-92dd-5467390c3ede up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:00.021246 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.42', 49864) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:00.096704 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port b829077e-67a0-4c3e-92dd-5467390c3ede completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:00.119630 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73610a9a-c1ec-4d50-876c-842504d44309 None None] Network 29c7d145-1b11-4103-971f-691c80da4385 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:00.125470 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.130788 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_v2 [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Deleting subnet 9352d498-dc1d-469d-a9b4-6e38382b6c4b {{(pid=93108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:10:00.142267 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.221677 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.259336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-64e2bfd7-d808-4ecb-94b6-f2f9064892b2 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:00.259872 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-64e2bfd7-d808-4ecb-94b6-f2f9064892b2 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.2367520 Jun 23 14:10:00.303502 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.311766 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Request body: {'port': {'device_id': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'admin_state_up': True, 'tenant_id': '5c2f0365b7d041c2ae2f81c0c4aa30ba'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:00.349130 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.366138 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7732a7f7-135f-4935-bb0a-3d2f30616506 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:00.458303 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Provisioning for port b829077e-67a0-4c3e-92dd-5467390c3ede completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:00.505234 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Provisioning complete for port b829077e-67a0-4c3e-92dd-5467390c3ede triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:00.507352 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.708891 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.803130 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] For port b829077e-67a0-4c3e-92dd-5467390c3ede, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b829077e-67a0-4c3e-92dd-5467390c3ede,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:00.810955 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.834447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-6cdc3653-1187-45f2-9a57-e336c04823e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:00.868824 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Made reservation on behalf of 5c2f0365b7d041c2ae2f81c0c4aa30ba for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:00.872826 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:00.970023 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Pushing event updated for resources: {'Port': ['ID=b829077e-67a0-4c3e-92dd-5467390c3ede,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:00.986378 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.046418 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45558) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:01.047709 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-d7e231f0-4201-495f-9b7d-4d4c982b6e0a None None] Provisioning complete for port b829077e-67a0-4c3e-92dd-5467390c3ede triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:01.048643 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d7e231f0-4201-495f-9b7d-4d4c982b6e0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.059202 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4cd2fcc3-e009-4737-977e-4822f2743b2a req-f70bad85-5cd0-4833-9800-b9c8725041b1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 210 time: 0.2066433 Jun 23 14:10:01.113799 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.223521 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:01.236168 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-68a143ee-4341-465d-8e51-6df0e652eb73 req-c6c6593d-a59c-4578-a265-27e9a8362547 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 210 time: 0.1200242 Jun 23 14:10:01.278213 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.280507 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:01.283630 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.287876 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/9352d498-dc1d-469d-a9b4-6e38382b6c4b HTTP/1.1" status: 204 len: 168 time: 2.3820252 Jun 23 14:10:01.290447 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45578) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:01.291196 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:01.291677 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.306979 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.42', 49870) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:01.458488 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a0eef070-cf65-4e0e-afac-92c6eac45ecf up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:01.492123 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Pushing event updated for resources: {'Port': ['ID=5002c7ba-d602-47a4-b372-411a4622f55f,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.517792 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.165s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.518310 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8d224234-e273-4eac-9e70-5d3da8586559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:01.582967 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port a0eef070-cf65-4e0e-afac-92c6eac45ecf triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:01.584712 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.617055 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9352d498-dc1d-469d-a9b4-6e38382b6c4b,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:01.627207 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb34737d-71e6-4a68-b88d-0f0b1bcd8521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.662806 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:01.702538 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.709438 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-773c3db4-3319-4740-bb0e-7168b6f1ad45 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:01.715497 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-773c3db4-3319-4740-bb0e-7168b6f1ad45 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.42 "GET /v2.0/networks?id=e9bd6464-49c0-439a-8911-6b219fea75a8 HTTP/1.1" status: 200 len: 812 time: 0.4068272 Jun 23 14:10:01.755712 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Request body: {'port': {'device_id': '8b332b29-4f8c-488c-a52d-44c659518110', 'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8', 'admin_state_up': True, 'tenant_id': '08cad489fcc6426e939bbfb032bea198'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:01.802427 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b829077e-67a0-4c3e-92dd-5467390c3ede up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:01.836756 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:01.846386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Allocated IP 172.20.0.7 (e8196980-9c5d-4144-a49c-9e3035f77c19/0e0038db-332f-453e-8ae6-c703337035c8/4b221aae-0897-4d32-9892-1aa10ca68cfb) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:01.944992 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port b829077e-67a0-4c3e-92dd-5467390c3ede triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:01.945387 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.227670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54bb8fc6-1b5b-4003-82ae-564b06610255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.239648 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.261837 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.328992 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.329653 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.331877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.331877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > port after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.331877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.331877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > port after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.334288 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.334288 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.334288 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.334288 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.372517 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d7dd6c69-9be1-44b8-8e68-f784dbd7a7a6 req-651598cc-b8bf-488c-91e6-085b8d9e4a04 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 210 time: 0.0682173 Jun 23 14:10:02.446245 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-96148f87-9e42-48e2-bb62-5203fac05049 req-8d03299f-4cc1-4f3a-bd38-dc7a721296eb tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 210 time: 0.0494657 Jun 23 14:10:02.448512 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb34737d-71e6-4a68-b88d-0f0b1bcd8521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.465518 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.468246 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fb34737d-71e6-4a68-b88d-0f0b1bcd8521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.481130 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0292d337-d9f9-4e1c-9de2-c37d115314da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:02.587658 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.588076 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.588335 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.588670 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:02.589053 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c981e3b-2574-484d-a030-89d8c21623f6']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:02.595370 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.619691 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Router 481603ff-b622-479b-9a1f-39ed19fac289 is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:10:02.637085 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c76adb10-036e-4933-abec-902f6b5acff2') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:02.637479 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c76adb10-036e-4933-abec-902f6b5acff2') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:02.678834 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.728073 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Made reservation on behalf of 08cad489fcc6426e939bbfb032bea198 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:02.735348 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.758416 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.776072 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb34737d-71e6-4a68-b88d-0f0b1bcd8521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0871d2-81e2-4139-9926-3ad2dcdff4f1,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:02.784488 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.810157 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-fb34737d-71e6-4a68-b88d-0f0b1bcd8521 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=839f0d9b258e4cccad8bdf27826cf9ad&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7498276 Jun 23 14:10:02.824934 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45616) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:02.856140 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:10:02.856140 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: from cryptography.utils import int_from_bytes Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: from cryptography.utils import int_from_bytes Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:10:02.863033 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:10:02.910931 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fb34737d-71e6-4a68-b88d-0f0b1bcd8521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:02.911351 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.074s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:02.918983 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Network e8196980-9c5d-4144-a49c-9e3035f77c19 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:02.959168 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:02.976306 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:03.011123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:03.015286 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:03.016597 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.070002 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event updated for resources: {'Port': ['ID=4b221aae-0897-4d32-9892-1aa10ca68cfb,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.090188 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7839859 Jun 23 14:10:03.095876 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.111088 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.126138 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.134660 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.141698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Allocated IP 172.20.0.13 (e9bd6464-49c0-439a-8911-6b219fea75a8/6f7f001c-9add-4fa8-ae60-bac84809bcf2/78ce0313-f926-405b-a4fd-45f745d84da9) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:03.142450 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:03.151566 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.158785 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45620) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:03.158997 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] 10.222.0.16 "DELETE /v2.0/networks/6c981e3b-2574-484d-a030-89d8c21623f6 HTTP/1.1" status: 204 len: 168 time: 1.8433595 Jun 23 14:10:03.164724 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.169529 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Sync routers for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:03.214962 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:03.216457 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:03.233378 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c981e3b-2574-484d-a030-89d8c21623f6,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.260179 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-d94f23cd-d7a4-4945-a292-022310294227 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.275925 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.279683 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-33a0505c-ea57-4003-a7fa-3ea9ddb72b75 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.3998621 Jun 23 14:10:03.285246 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45622) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:03.316062 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.317120 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Deleting subnet 155f900c-276c-418e-9627-8ae4db0bc4b6 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:10:03.353950 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.368539 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.377811 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.426297 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:03.504607 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.605110 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.630734 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Pushing event updated for resources: {'Port': ['ID=5002c7ba-d602-47a4-b372-411a4622f55f,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.664224 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.667367 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:03.671095 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Router 513616eb-4a17-4547-b1ae-f097fd655fa8 is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:10:03.714883 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.752217 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.758388 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5f0871d2-81e2-4139-9926-3ad2dcdff4f1 HTTP/1.1" status: 204 len: 168 time: 0.9257276 Jun 23 14:10:03.773633 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.862992 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.871411 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:03.937115 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:03.959492 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:03.982006 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:03.989654 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0871d2-81e2-4139-9926-3ad2dcdff4f1,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:03.997288 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.079688 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 3, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:09:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:04.114393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c4439774-5aa1-4e46-98d1-d5c725955096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.187s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.188478 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Pushing event updated for resources: {'Port': ['ID=78ce0313-f926-405b-a4fd-45f745d84da9,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.202206 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.213414 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.251888 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Network e9bd6464-49c0-439a-8911-6b219fea75a8 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:04.258555 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:04.284226 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=155f900c-276c-418e-9627-8ae4db0bc4b6,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:04.306537 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:04.308977 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.313567 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/155f900c-276c-418e-9627-8ae4db0bc4b6 HTTP/1.1" status: 204 len: 168 time: 1.1509199 Jun 23 14:10:04.317757 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:04.321256 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45650) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:04.330989 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:04.339487 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:04.341850 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.432833 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Checking router: 481603ff-b622-479b-9a1f-39ed19fac289 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:04.434682 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Updating router 481603ff-b622-479b-9a1f-39ed19fac289 port b028b34a-12f5-4518-9c82-81edf0bba0be binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:04.522670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.602790 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.604766 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45656) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:04.647238 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8964100 Jun 23 14:10:04.650927 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:04.663827 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Sync routers for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:04.666307 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be092a5-43e7-4dff-9e30-a95b7637c1c9 req-6cafaf33-0a0f-4be5-97d1-989ff6f758a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:04.668741 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5be092a5-43e7-4dff-9e30-a95b7637c1c9 req-6cafaf33-0a0f-4be5-97d1-989ff6f758a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 931 time: 0.9287436 Jun 23 14:10:04.680018 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-88f55d20-0e98-42f2-9c42-3517718a54c1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:04.681456 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-88f55d20-0e98-42f2-9c42-3517718a54c1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0323439 Jun 23 14:10:04.691768 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:04.692519 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:04.697386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-01e2ff7c-81e4-463f-84f2-aec21fca773b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.734612 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bdd42d-3a43-4c9e-9ba8-8d0e8b294bfc req-958c743a-c8db-4c91-acc4-6b48a3ee695b tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:04.736695 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f9bdd42d-3a43-4c9e-9ba8-8d0e8b294bfc req-958c743a-c8db-4c91-acc4-6b48a3ee695b tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 932 time: 0.8467896 Jun 23 14:10:04.761656 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-5417ef8b-4944-42d0-9cb6-1063ddf149e2 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:10:04.763194 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-5417ef8b-4944-42d0-9cb6-1063ddf149e2 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135529 Jun 23 14:10:04.818184 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.820837 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8935032 Jun 23 14:10:04.835220 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45660) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:04.872567 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Router d5f86161-ca2a-4142-be2c-516442ca1cd4 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:04.901568 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-01e2ff7c-81e4-463f-84f2-aec21fca773b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.969428 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-01e2ff7c-81e4-463f-84f2-aec21fca773b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:04.988307 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5be092a5-43e7-4dff-9e30-a95b7637c1c9 req-3858aead-d5d6-4942-b79b-1c2aa63716be tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001530 Jun 23 14:10:04.992328 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-91d287d8-f63d-4724-9d72-d293415ffb32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.024705 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2ff7c-81e4-463f-84f2-aec21fca773b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e872ee82-f7f0-40d5-80e8-f2af6a066830,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.038420 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.056200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-01e2ff7c-81e4-463f-84f2-aec21fca773b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.163697 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:05.176594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Request body: {'port': {'device_id': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:05.229378 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Request body: {'port': {'device_id': '8b332b29-4f8c-488c-a52d-44c659518110', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:05.256490 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.277573 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Transition to ACTIVE for port object b028b34a-12f5-4518-9c82-81edf0bba0be will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:05.301300 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.305442 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.325921 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f9bdd42d-3a43-4c9e-9ba8-8d0e8b294bfc req-9d29bf7d-39bf-4f16-81e9-590c6380e23b tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5614977 Jun 23 14:10:05.346950 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.353334 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.360497 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-01e2ff7c-81e4-463f-84f2-aec21fca773b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f1a7106e3ec54413b5fb0a2c531a6a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7410369 Jun 23 14:10:05.366646 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45668) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:05.421061 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.421956 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.422957 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.423366 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > port after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.423905 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.424051 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > port after_update 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.424446 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.424845 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.425253 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.425645 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:05.441113 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14d904-a2bd-498c-b23f-a0ae2b63b768 None None] Pushing event updated for resources: {'Port': ['ID=b028b34a-12f5-4518-9c82-81edf0bba0be,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.463054 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-3e14d904-a2bd-498c-b23f-a0ae2b63b768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.466601 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Attempting to bind port b028b34a-12f5-4518-9c82-81edf0bba0be on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:05.467126 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Attempting to bind port b028b34a-12f5-4518-9c82-81edf0bba0be by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:05.467758 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Attempting to bind port b028b34a-12f5-4518-9c82-81edf0bba0be on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:05.472511 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.481761 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:05.484513 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:05.485681 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.486299 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:05.487477 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Bound port: b028b34a-12f5-4518-9c82-81edf0bba0be, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:05.490359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.514606 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:05.532614 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] 10.222.0.16 "PUT /v2.0/routers/d5f86161-ca2a-4142-be2c-516442ca1cd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1863456 Jun 23 14:10:05.574125 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Sync routers for ids ['d5f86161-ca2a-4142-be2c-516442ca1cd4'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:05.637738 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Routers {'d5f86161-ca2a-4142-be2c-516442ca1cd4'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:05.648684 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d5f86161-ca2a-4142-be2c-516442ca1cd4'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:05.680894 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 3, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:09:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:05.740108 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] For port b028b34a-12f5-4518-9c82-81edf0bba0be, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:05.792051 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] For port b028b34a-12f5-4518-9c82-81edf0bba0be, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b028b34a-12f5-4518-9c82-81edf0bba0be,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:05.806335 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.811086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:05.812585 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Checking router: 513616eb-4a17-4547-b1ae-f097fd655fa8 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:05.814868 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Updating router 513616eb-4a17-4547-b1ae-f097fd655fa8 port b9fa0682-6350-44ab-a72a-b29ba505cae8 binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:05.880199 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e14d904-a2bd-498c-b23f-a0ae2b63b768 None None] Pushing event updated for resources: {'Port': ['ID=b028b34a-12f5-4518-9c82-81edf0bba0be,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:05.894394 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-3e14d904-a2bd-498c-b23f-a0ae2b63b768 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:05.901538 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Set router d5f86161-ca2a-4142-be2c-516442ca1cd4 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:05.925910 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:05.983081 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:05.983734 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:06.012788 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:06.013417 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:06.013522 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:06.013803 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jun 23 14:10:06.014164 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b47fae5b-6343-4af1-818b-a9d7530104e3']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:06.046232 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80575af0-75e7-454b-978f-b640ddfd0209') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:06.047050 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80575af0-75e7-454b-978f-b640ddfd0209') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:06.073396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61746094'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.079505 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.152928 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.156357 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:06.234860 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Allocated IP 172.20.0.1 (a57beefe-a027-4a2b-ab6d-43734a758495/6e6291dd-de46-439b-8c66-d703e5a183ff/1dd848a6-02f4-4fc5-8732-f2d0b15b1646) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:06.285041 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Releasing vlan 818 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:10:06.290789 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62311943'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.303395 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: from cryptography.utils import int_from_bytes Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: from cryptography.utils import int_from_bytes Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: Traceback (most recent call last): Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: timer() Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: cb(*args, **kw) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: return func(*args, **kwargs) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: self._notify() Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: self.callback(batched_events) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: event.method(event) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: return f(self, *a, **k) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: return self._get(url).json() Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:10:06.321611 dv-cinder-794001-2-smb neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:10:06.514183 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.617923 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.807035 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 3, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:06.923352 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45704) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:06.923638 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cf3c7a-4512-4db7-b11f-dc6cd3f1da38 None None] The sync data for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb is: [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 3, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:06.952302 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.965393 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:06.982788 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port': {'id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '5002c7ba-d602-47a4-b372-411a4622f55f', 'name': '', 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'mac_address': 'fa:16:3e:dc:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:02Z', 'revision_number': 2, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'subnets': [{'id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:07.047175 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Checking router: d5f86161-ca2a-4142-be2c-516442ca1cd4 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:07.047616 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Updating router d5f86161-ca2a-4142-be2c-516442ca1cd4 port 5002c7ba-d602-47a4-b372-411a4622f55f binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:07.090355 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.127641 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.254036 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Transition to ACTIVE for port object b9fa0682-6350-44ab-a72a-b29ba505cae8 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:07.266829 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.270857 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Transition to ACTIVE for port object 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 will not be triggered until provisioned by entity DHCP. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:07.279053 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.316365 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Attempting to bind port b9fa0682-6350-44ab-a72a-b29ba505cae8 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:07.317096 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Attempting to bind port b9fa0682-6350-44ab-a72a-b29ba505cae8 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:07.317691 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Attempting to bind port b9fa0682-6350-44ab-a72a-b29ba505cae8 on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:07.343065 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:07.344291 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:07.344944 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.345913 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:07.346660 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Bound port: b9fa0682-6350-44ab-a72a-b29ba505cae8, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:07.347291 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.361148 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.364304 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bee6721c-49d5-4831-b20b-5e698698f454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.382830 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:07.429446 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] For port b9fa0682-6350-44ab-a72a-b29ba505cae8, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:07.558918 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] For port b9fa0682-6350-44ab-a72a-b29ba505cae8, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b9fa0682-6350-44ab-a72a-b29ba505cae8,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:07.558918 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.560770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.560770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.560770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Network a57beefe-a027-4a2b-ab6d-43734a758495 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:07.560770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Allocated IP 172.20.0.1 (29c7d145-1b11-4103-971f-691c80da4385/0702b282-d334-4606-9982-5a1d2bd98317/4721872e-bc51-404c-8c57-ff9fc3d7bf6a) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:07.560770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:07.582106 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:07.582873 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:07.584480 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:07.688274 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.793844 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78ce0313-f926-405b-a4fd-45f745d84da9 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:07.815502 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.820460 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdf868-cb11-4b81-a2c8-8fc69850980a None None] Pushing event updated for resources: {'Port': ['ID=b9fa0682-6350-44ab-a72a-b29ba505cae8,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:07.832584 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-79cdf868-cb11-4b81-a2c8-8fc69850980a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:07.861616 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:07.865227 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Transition to ACTIVE for port object 78ce0313-f926-405b-a4fd-45f745d84da9 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:07.867989 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.973548 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-bd62ac51-d257-4211-af89-763f221c5b8d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:07.975330 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-bd62ac51-d257-4211-af89-763f221c5b8d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 819 time: 1.3232260 Jun 23 14:10:07.975988 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.983430 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:07.988654 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] 10.222.0.16 "DELETE /v2.0/networks/b47fae5b-6343-4af1-818b-a9d7530104e3 HTTP/1.1" status: 204 len: 168 time: 3.6587129 Jun 23 14:10:07.988654 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.008305 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.009347 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.032118 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-41e6134e-b7ff-4ace-b7b3-44d48487c407 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.474s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.045448 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Transition to ACTIVE for port object 5002c7ba-d602-47a4-b372-411a4622f55f will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:08.064358 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.068872 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cd7a0f75-17fc-4a58-87fe-f3a162499666 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.110507 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Pushing event deleted for resources: {'Network': ['ID=b47fae5b-6343-4af1-818b-a9d7530104e3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:08.132435 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:08.155000 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.158262 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e872ee82-f7f0-40d5-80e8-f2af6a066830 HTTP/1.1" status: 204 len: 168 time: 2.7884731 Jun 23 14:10:08.278264 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fb34737d-71e6-4a68-b88d-0f0b1bcd8521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.321694 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76191b-57c2-4deb-9e6d-83faabb479da None None] Pushing event updated for resources: {'Port': ['ID=5002c7ba-d602-47a4-b372-411a4622f55f,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:08.321694 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-27865c61-8e57-49c3-b81e-20bb6f422d6b None None] Provisioning for port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:08.323378 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bee6721c-49d5-4831-b20b-5e698698f454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.326121 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-9d76191b-57c2-4deb-9e6d-83faabb479da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:08.326121 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-27865c61-8e57-49c3-b81e-20bb6f422d6b None None] Provisioning complete for port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:08.326121 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-27865c61-8e57-49c3-b81e-20bb6f422d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.340586 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-1637b214-fcc0-4005-a573-75f4f8bde8ab tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/quotas/886f5dc6ee71416facba8579a6b72b4a HTTP/1.1" status: 200 len: 375 time: 0.3348405 Jun 23 14:10:08.346405 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e872ee82-f7f0-40d5-80e8-f2af6a066830,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:08.363336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:08.368410 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.262s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.373757 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cdf868-cb11-4b81-a2c8-8fc69850980a None None] Pushing event updated for resources: {'Port': ['ID=b9fa0682-6350-44ab-a72a-b29ba505cae8,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:08.383481 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-79cdf868-cb11-4b81-a2c8-8fc69850980a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:08.429722 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45712) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:08.486852 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bee6721c-49d5-4831-b20b-5e698698f454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.560578 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 3, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:08.609772 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:08.649788 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.671561 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48f0e771-8d5c-4989-ba2d-c7a9847d2caa None None] The sync data for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb is: [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:09:59Z', 'revision_number': 3, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:08.780044 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b221aae-0897-4d32-9892-1aa10ca68cfb {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:08.793582 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.819343 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Transition to ACTIVE for port object 4721872e-bc51-404c-8c57-ff9fc3d7bf6a will not be triggered until provisioned by entity DHCP. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:08.826899 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Transition to ACTIVE for port object 4b221aae-0897-4d32-9892-1aa10ca68cfb will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:08.844870 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6721c-49d5-4831-b20b-5e698698f454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46245698-7722-4317-a905-94018ace286b,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:08.856901 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-27865c61-8e57-49c3-b81e-20bb6f422d6b None None] Port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:08.863948 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bee6721c-49d5-4831-b20b-5e698698f454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:08.871351 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-bee6721c-49d5-4831-b20b-5e698698f454 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3c63be609c954181b6d591c5b4e44670&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9440105 Jun 23 14:10:08.877032 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Attempting to bind port 5002c7ba-d602-47a4-b372-411a4622f55f on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:08.883608 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45718) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:08.888086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Attempting to bind port 5002c7ba-d602-47a4-b372-411a4622f55f by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:08.888641 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Attempting to bind port 5002c7ba-d602-47a4-b372-411a4622f55f on network 26526aa0-6b35-4ae5-a2e8-c67132694c42 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:08.901873 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:08.902370 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Checking segment: {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:08.902786 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.903193 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Bound using segment: {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:08.903711 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Bound port: 5002c7ba-d602-47a4-b372-411a4622f55f, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:08.904101 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.950574 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:08.950735 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.003798 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc76c27-7d89-4ce4-b050-3ed6f9cb6f08 req-525c3e7c-677d-4c3e-ac9c-8b157ed61aca tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:09.005761 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1cc76c27-7d89-4ce4-b050-3ed6f9cb6f08 req-525c3e7c-677d-4c3e-ac9c-8b157ed61aca tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 931 time: 2.4411426 Jun 23 14:10:09.019661 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Pushing event updated for resources: {'Port': ['ID=78ce0313-f926-405b-a4fd-45f745d84da9,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:09.039954 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:09.044592 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.048621 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:09.065185 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:09.078559 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] For port 5002c7ba-d602-47a4-b372-411a4622f55f, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:09.083812 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] For port 5002c7ba-d602-47a4-b372-411a4622f55f, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=5002c7ba-d602-47a4-b372-411a4622f55f,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:09.094893 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.098958 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:09.271579 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Routers {'d5f86161-ca2a-4142-be2c-516442ca1cd4'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:09.272265 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d5f86161-ca2a-4142-be2c-516442ca1cd4'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:09.501310 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d76191b-57c2-4deb-9e6d-83faabb479da None None] Pushing event updated for resources: {'Port': ['ID=5002c7ba-d602-47a4-b372-411a4622f55f,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:09.511836 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-9d76191b-57c2-4deb-9e6d-83faabb479da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:09.568987 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-07fdc1eb-82b3-4529-8ecc-78ef4e698788 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=da4533d413814bbd955bc9cbb4066c3b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1248350 Jun 23 14:10:09.584307 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45730) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:09.626081 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1cc76c27-7d89-4ce4-b050-3ed6f9cb6f08 req-7fa742fb-d2bb-43b3-aa32-55c6fd1f8408 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5973308 Jun 23 14:10:09.645161 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Attempting to bind port 78ce0313-f926-405b-a4fd-45f745d84da9 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:09.645511 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Attempting to bind port 78ce0313-f926-405b-a4fd-45f745d84da9 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '26cc3455-0b96-4f5f-a3ba-a3dbae32660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:09.645882 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Attempting to bind port 78ce0313-f926-405b-a4fd-45f745d84da9 on network e9bd6464-49c0-439a-8911-6b219fea75a8 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:09.647575 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.664539 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Network 29c7d145-1b11-4103-971f-691c80da4385 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:09.696189 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:09.725282 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:09.744446 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] Set router d5f86161-ca2a-4142-be2c-516442ca1cd4 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:09.757018 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:09.841103 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Port 78ce0313-f926-405b-a4fd-45f745d84da9 on network e9bd6464-49c0-439a-8911-6b219fea75a8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:09.841933 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Attempting to bind port 78ce0313-f926-405b-a4fd-45f745d84da9 on network e9bd6464-49c0-439a-8911-6b219fea75a8 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:09.870431 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b028b34a-12f5-4518-9c82-81edf0bba0be up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:09.875071 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.808s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:09.880796 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Pushing event updated for resources: {'Port': ['ID=4b221aae-0897-4d32-9892-1aa10ca68cfb,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:09.889612 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:09.893177 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:09.990874 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:09.991171 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Checking segment: {'id': '26cc3455-0b96-4f5f-a3ba-a3dbae32660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:10.012195 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Bound using segment: {'id': '26cc3455-0b96-4f5f-a3ba-a3dbae32660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:10.013043 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Bound port: 78ce0313-f926-405b-a4fd-45f745d84da9, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26cc3455-0b96-4f5f-a3ba-a3dbae32660e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 848, 'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:10.015750 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.102949 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.108172 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-b14df79f-e4fe-4c7c-a258-d7f28c9d1b6e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 1.7404375 Jun 23 14:10:10.126409 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.205620 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.208620 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.266607 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.464091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Attempting to bind port 4b221aae-0897-4d32-9892-1aa10ca68cfb on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:10.464091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Attempting to bind port 4b221aae-0897-4d32-9892-1aa10ca68cfb by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:10.464091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Attempting to bind port 4b221aae-0897-4d32-9892-1aa10ca68cfb on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:10.484718 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-b58fb845-71fc-4b22-82fa-24b93ae686d9 None None] Provisioning for port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:10.494892 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-35ad0c46-e816-42b8-8148-2370fb84faa8 service neutron] 10.222.0.16 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616634 Jun 23 14:10:10.512595 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-b58fb845-71fc-4b22-82fa-24b93ae686d9 None None] Provisioning complete for port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:10.512976 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b58fb845-71fc-4b22-82fa-24b93ae686d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.561680 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Pushing event updated for resources: {'Port': ['ID=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.573817 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.580012 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port b028b34a-12f5-4518-9c82-81edf0bba0be completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:10.585012 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.596568 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Network a57beefe-a027-4a2b-ab6d-43734a758495 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:10.601372 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:10.605779 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.615806 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.620247 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/46245698-7722-4317-a905-94018ace286b HTTP/1.1" status: 204 len: 168 time: 1.7235115 Jun 23 14:10:10.624327 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:10.627558 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port b028b34a-12f5-4518-9c82-81edf0bba0be triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:10.630224 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.638363 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46245698-7722-4317-a905-94018ace286b,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:10.676806 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:10.829651 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-b58fb845-71fc-4b22-82fa-24b93ae686d9 None None] Port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:10.876475 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-dc7002eb-9aed-4786-9971-4f840fb8ecb6 service neutron] 10.222.0.16 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040338 Jun 23 14:10:10.881670 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Port 4b221aae-0897-4d32-9892-1aa10ca68cfb on network e8196980-9c5d-4144-a49c-9e3035f77c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:10.886079 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Attempting to bind port 4b221aae-0897-4d32-9892-1aa10ca68cfb on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:10.901374 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:10.913482 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Router 481603ff-b622-479b-9a1f-39ed19fac289 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:10.994903 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:11.006492 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Checking segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:11.008479 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Bound using segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:11.011991 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Bound port: 4b221aae-0897-4d32-9892-1aa10ca68cfb, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:11.012663 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.204022 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] For port 4b221aae-0897-4d32-9892-1aa10ca68cfb, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:11.207920 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port': {'id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '5002c7ba-d602-47a4-b372-411a4622f55f', 'name': '', 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'mac_address': 'fa:16:3e:dc:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:09Z', 'revision_number': 4, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'subnets': [{'id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:11.213878 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] For port 4b221aae-0897-4d32-9892-1aa10ca68cfb, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:11.222987 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.263573 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.276069 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port b028b34a-12f5-4518-9c82-81edf0bba0be, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b028b34a-12f5-4518-9c82-81edf0bba0be,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:11.319271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.354411 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.354722 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0634b27-4ec0-43ef-ae01-f1f9e109a497 req-6c4d9980-49e8-4d15-916a-dd889f90f97a tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:11.356076 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b9fa0682-6350-44ab-a72a-b29ba505cae8 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:11.356788 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d0634b27-4ec0-43ef-ae01-f1f9e109a497 req-6c4d9980-49e8-4d15-916a-dd889f90f97a tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 944 time: 1.2474375 Jun 23 14:10:11.373553 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:11.376684 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-269a1104-8126-43cc-bd27-dc5a9401874c None None] The sync data for ids ['d5f86161-ca2a-4142-be2c-516442ca1cd4'] in dv-cinder-794001-2-smb is: [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:10:01Z', 'revision_number': 4, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port': {'id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '5002c7ba-d602-47a4-b372-411a4622f55f', 'name': '', 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'mac_address': 'fa:16:3e:dc:6c:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:09Z', 'revision_number': 4, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'subnets': [{'id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:11.416079 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fdf80612-f676-4abd-9dc1-5e88f95dd09a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:11.441233 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-7ad45433-c92a-4d03-84dd-b1c2d0cecf58 None None] Provisioning complete for port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:11.441625 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7ad45433-c92a-4d03-84dd-b1c2d0cecf58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.449882 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45762) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:11.508616 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:11.509255 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.510831 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] 10.222.0.42 "PUT /v2.0/ports/4b221aae-0897-4d32-9892-1aa10ca68cfb HTTP/1.1" status: 200 len: 1093 time: 6.4694817 Jun 23 14:10:11.555255 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'tag': '4b221aae-0897-4d32-9892-1aa10ca68cfb'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:11.608410 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58053521-f725-4b47-a752-d03c62bd5223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.628948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-7ad45433-c92a-4d03-84dd-b1c2d0cecf58 None None] Port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:11.642396 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=b028b34a-12f5-4518-9c82-81edf0bba0be,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:11.662874 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:11.669334 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:11.673291 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] For port 78ce0313-f926-405b-a4fd-45f745d84da9, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:11.676299 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port b9fa0682-6350-44ab-a72a-b29ba505cae8 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:11.689553 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port b9fa0682-6350-44ab-a72a-b29ba505cae8 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:11.691633 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:11.714010 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] 10.222.0.16 "PUT /v2.0/routers/481603ff-b622-479b-9a1f-39ed19fac289/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4124734 Jun 23 14:10:11.720342 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Sync routers for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:11.750517 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:11.759940 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:11.948854 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.020878 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.061099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.117320 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.166170 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:12.233192 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port b9fa0682-6350-44ab-a72a-b29ba505cae8, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b9fa0682-6350-44ab-a72a-b29ba505cae8,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:12.244033 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.246271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] For port 78ce0313-f926-405b-a4fd-45f745d84da9, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=78ce0313-f926-405b-a4fd-45f745d84da9,segment=NetworkSegment(26cc3455-0b96-4f5f-a3ba-a3dbae32660e),segment_id=26cc3455-0b96-4f5f-a3ba-a3dbae32660e)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:12.275516 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.335037 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.440613 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.443310 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2dff1a7-2b09-4a30-a885-e1c60819ea72" -d '{"events": [{"name": "network-changed", "server_uuid": "eacac4a9-19dc-4a38-b596-12c42891cb00", "tag": "4b221aae-0897-4d32-9892-1aa10ca68cfb"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:12.445055 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Pushing event updated for resources: {'Port': ['ID=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:12.455186 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.394s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:12.485298 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58053521-f725-4b47-a752-d03c62bd5223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.516499 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=b9fa0682-6350-44ab-a72a-b29ba505cae8,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:12.524395 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-58053521-f725-4b47-a752-d03c62bd5223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.526390 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:12.572081 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.594257 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65aabdfa-4b7c-4d39-98e6-4f953f456d32 req-e6a0defa-e201-4e64-8fbb-42d7731ccbc2 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:12.610472 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65aabdfa-4b7c-4d39-98e6-4f953f456d32 req-e6a0defa-e201-4e64-8fbb-42d7731ccbc2 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 943 time: 1.0583367 Jun 23 14:10:12.616734 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Pushing event updated for resources: {'Port': ['ID=4b221aae-0897-4d32-9892-1aa10ca68cfb,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:12.636498 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.221s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:12.668160 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d0634b27-4ec0-43ef-ae01-f1f9e109a497 req-8fe8f083-2a1c-4f1e-8398-428a69ba34c8 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2776792 Jun 23 14:10:12.669364 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.677242 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c04aaf7a-ff91-4a01-b031-3f872edbb43d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:12.720088 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 5002c7ba-d602-47a4-b372-411a4622f55f up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:12.795691 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:12.797344 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.798794 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] 10.222.0.42 "PUT /v2.0/ports/78ce0313-f926-405b-a4fd-45f745d84da9 HTTP/1.1" status: 200 len: 1094 time: 7.7587433 Jun 23 14:10:12.836799 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:09Z', 'revision_number': 2, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:12.846014 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.846609 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/71e04017-9b94-4703-9d76-c07d69d003ac HTTP/1.1" status: 204 len: 168 time: 3.2598269 Jun 23 14:10:12.900841 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-8ce1d201-fea5-4a19-91e8-086351aca199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:12.905651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58053521-f725-4b47-a752-d03c62bd5223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81bc4df-ae68-406a-af3b-e979098a6bea,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:12.907896 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-8ce1d201-fea5-4a19-91e8-086351aca199 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 1096 time: 1.2003300 Jun 23 14:10:12.923472 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-58053521-f725-4b47-a752-d03c62bd5223 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:12.926818 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 5002c7ba-d602-47a4-b372-411a4622f55f completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:12.941359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 5002c7ba-d602-47a4-b372-411a4622f55f triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:12.941761 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:12.951821 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-58053521-f725-4b47-a752-d03c62bd5223 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=151fc5e7d45f4a2c94b776f0ac6dc8f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4920766 Jun 23 14:10:12.961869 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45792) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:12.974824 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Checking router: 481603ff-b622-479b-9a1f-39ed19fac289 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:12.975220 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Updating router 481603ff-b622-479b-9a1f-39ed19fac289 port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:13.000578 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Pushing event updated for resources: {'Port': ['ID=78ce0313-f926-405b-a4fd-45f745d84da9,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.181349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Network 29c7d145-1b11-4103-971f-691c80da4385 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:13.191157 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.195954 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:13.198898 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.244601 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-f48076d0-9959-48e5-aa24-488e9671f561 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb HTTP/1.1" status: 200 len: 217 time: 0.3099701 Jun 23 14:10:13.250503 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.373s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.262467 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f00359fb-576a-477e-b795-05563385055d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.313413 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 5002c7ba-d602-47a4-b372-411a4622f55f, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=5002c7ba-d602-47a4-b372-411a4622f55f,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:13.328481 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65aabdfa-4b7c-4d39-98e6-4f953f456d32 req-2b351dbf-420f-4ac3-ad14-da6520dce402 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6945803 Jun 23 14:10:13.331907 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.333702 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b028b34a-12f5-4518-9c82-81edf0bba0be up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:13.336731 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:13.370255 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.637224 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e04017-9b94-4703-9d76-c07d69d003ac,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.652148 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.695180 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f00359fb-576a-477e-b795-05563385055d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.756702 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cbb0488b-9743-4fb6-91bd-b6081ab0464a req-d2fdb568-37f4-4fe0-9029-1b13499589f1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 210 time: 0.5144520 Jun 23 14:10:13.793346 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=5002c7ba-d602-47a4-b372-411a4622f55f,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:13.810086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:13.849370 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-37328846-ae9e-45f4-859e-5ce91ecc51f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:13.855515 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-37328846-ae9e-45f4-859e-5ce91ecc51f6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.4585605 Jun 23 14:10:13.857018 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Router 513616eb-4a17-4547-b1ae-f097fd655fa8 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:13.881541 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port b028b34a-12f5-4518-9c82-81edf0bba0be triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:13.881929 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:13.974415 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-237c2701-5bad-4230-a8bb-ac99a0db2571 None None] Provisioning complete for port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:13.986587 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-237c2701-5bad-4230-a8bb-ac99a0db2571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.054105 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45808) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:14.082619 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-31976c53-92a8-43e7-9729-296f4c00b88b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2157552 Jun 23 14:10:14.095574 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.42', 49876) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:14.179818 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f00359fb-576a-477e-b795-05563385055d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.228384 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f00359fb-576a-477e-b795-05563385055d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.231746 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f00359fb-576a-477e-b795-05563385055d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/d81bc4df-ae68-406a-af3b-e979098a6bea HTTP/1.1" status: 204 len: 168 time: 1.2666218 Jun 23 14:10:14.231746 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:14.239785 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-237c2701-5bad-4230-a8bb-ac99a0db2571 None None] Port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:14.279038 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-05e6843f-4d7d-47a9-9382-8323a8c05b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:14.281385 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-05e6843f-4d7d-47a9-9382-8323a8c05b0d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08cad489fcc6426e939bbfb032bea198&device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 1097 time: 1.3098238 Jun 23 14:10:14.356805 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.419358 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Transition to ACTIVE for port object 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:14.443886 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.451020 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:14.456597 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00359fb-576a-477e-b795-05563385055d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81bc4df-ae68-406a-af3b-e979098a6bea,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:14.474444 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f00359fb-576a-477e-b795-05563385055d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:14.527770 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-89c8cedd-719f-4407-a07b-6d46b4cd94ca tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:14.534332 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-89c8cedd-719f-4407-a07b-6d46b4cd94ca tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 819 time: 0.4344761 Jun 23 14:10:14.560623 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:14.575587 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Sync routers for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:14.577036 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-d4025a8d-b7ca-4f78-88fb-23e24136b1f9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a16dc985fbdc46ceb8f8eddba5d30a96&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5200491 Jun 23 14:10:14.600277 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:14.609399 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] 10.222.0.16 "PUT /v2.0/routers/513616eb-4a17-4547-b1ae-f097fd655fa8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7667096 Jun 23 14:10:14.609399 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45824) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:14.609693 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Request body: {'port': {'device_id': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'admin_state_up': True, 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:14.630290 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:14.641627 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a1298-ffea-42a6-a0e5-bdb7da0e3974 None None] Pushing event updated for resources: {'Port': ['ID=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:14.650034 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 5002c7ba-d602-47a4-b372-411a4622f55f up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:14.659696 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-dd4a1298-ffea-42a6-a0e5-bdb7da0e3974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:14.879392 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acb26136-62ef-41cd-985a-0c0d7049452d x-openstack-request-id: req-acb26136-62ef-41cd-985a-0c0d7049452d {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:14.879648 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eacac4a9-19dc-4a38-b596-12c42891cb00", "tag": "4b221aae-0897-4d32-9892-1aa10ca68cfb", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:14.885352 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-acb26136-62ef-41cd-985a-0c0d7049452d {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:14.887439 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'tag': '4b221aae-0897-4d32-9892-1aa10ca68cfb', 'status': 'completed', 'code': 200} Jun 23 14:10:14.900369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.901661 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-10b4b861-45bf-4926-ade9-6db4ee00fd48 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6286802 Jun 23 14:10:14.920653 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-09bad2c4-6ee9-40dc-b2a7-1a6c75841c6e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ce0313-f926-405b-a4fd-45f745d84da9 HTTP/1.1" status: 200 len: 217 time: 0.4514468 Jun 23 14:10:14.935103 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Attempting to bind port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:14.935849 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Attempting to bind port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:14.942354 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Attempting to bind port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 on network a57beefe-a027-4a2b-ab6d-43734a758495 {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:14.966785 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:14.975076 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Checking segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:14.977328 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.978016 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Bound using segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:14.979775 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Bound port: 1dd848a6-02f4-4fc5-8732-f2d0b15b1646, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:14.985509 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:14.995938 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.176851 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.179833 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.180981 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a0124ae6-317b-4d5b-8fb2-b53f839f55f9 HTTP/1.1" status: 204 len: 168 time: 0.5768485 Jun 23 14:10:15.181717 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bee6721c-49d5-4831-b20b-5e698698f454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:15.214978 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0124ae6-317b-4d5b-8fb2-b53f839f55f9,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:15.232273 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:15.272372 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] For port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:15.282658 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] For port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:15.307760 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.343955 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-dd4a1298-ffea-42a6-a0e5-bdb7da0e3974 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:15.372035 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:15.448959 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53e92383-c2a9-4ef5-aa8c-c0128b63bb24 req-5d8b8fae-d7e4-4029-9089-49ec0f8ea1ee service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092023 Jun 23 14:10:15.498391 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4a1298-ffea-42a6-a0e5-bdb7da0e3974 None None] Pushing event updated for resources: {'Port': ['ID=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,revision_number=4']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:15.569229 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:15.570340 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:15.867398 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45858) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:15.874659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--58520656', 'description': 'tempest-description--1836277727'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:15.887739 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 5002c7ba-d602-47a4-b372-411a4622f55f triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:15.888234 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:15.899043 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:16.013920 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.153574 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-dd4a1298-ffea-42a6-a0e5-bdb7da0e3974 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.810s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:16.212582 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:16.242216 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b9fa0682-6350-44ab-a72a-b29ba505cae8 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:16.252195 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d0fe5f3-10c1-4b97-a7cf-de43aeb98d1d None None] The sync data for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb is: [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:15Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:16.385601 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-4a7caa7b-a093-4ef2-b71c-23f4f35a46bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:16.387153 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-4a7caa7b-a093-4ef2-b71c-23f4f35a46bb service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f7f001c-9add-4fa8-ae60-bac84809bcf2 HTTP/1.1" status: 200 len: 852 time: 1.3172238 Jun 23 14:10:16.394962 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 2, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:16.534628 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Checking router: 513616eb-4a17-4547-b1ae-f097fd655fa8 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:16.534628 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Updating router 513616eb-4a17-4547-b1ae-f097fd655fa8 port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:10:16.572875 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-4560e377-6ac5-49e4-9e3d-830a6126a710 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9bd6464-49c0-439a-8911-6b219fea75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699925 Jun 23 14:10:16.627670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port b9fa0682-6350-44ab-a72a-b29ba505cae8 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:16.628201 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.642306 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b5ad14-911e-4828-847c-37317da03ff0 req-72cb25e0-4531-455f-a953-be718d846b35 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:16.651260 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e2b5ad14-911e-4828-847c-37317da03ff0 req-72cb25e0-4531-455f-a953-be718d846b35 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 944 time: 1.2555826 Jun 23 14:10:16.682400 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.701010 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.711582 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:16.769827 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.800809 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8b7732-c54c-459d-8c9a-55398892eab9,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:16.803892 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:16.815098 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8233be2-b9de-44d6-8b0f-756ebc57e211 req-16abdb23-30d4-4682-be03-6989dfd8bb1b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:16.823530 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a8233be2-b9de-44d6-8b0f-756ebc57e211 req-16abdb23-30d4-4682-be03-6989dfd8bb1b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 943 time: 0.5786433 Jun 23 14:10:16.860150 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.868963 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45890) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:16.869241 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9968817 Jun 23 14:10:16.894838 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'security_group_rule': {'security_group_id': '5d8b7732-c54c-459d-8c9a-55398892eab9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:16.901300 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Made reservation on behalf of 886f5dc6ee71416facba8579a6b72b4a for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:16.905161 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:16.915557 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e2b5ad14-911e-4828-847c-37317da03ff0 req-eaa92b72-180a-4c30-9e6c-798c645d1547 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2620742 Jun 23 14:10:16.916094 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b332b29-4f8c-488c-a52d-44c659518110', 'tag': '78ce0313-f926-405b-a4fd-45f745d84da9'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:16.923829 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467a819f-d746-4542-a262-adbe783f9b5d" -d '{"events": [{"name": "network-changed", "server_uuid": "8b332b29-4f8c-488c-a52d-44c659518110", "tag": "78ce0313-f926-405b-a4fd-45f745d84da9"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:16.971385 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-0ddf1c64-3e46-4678-83ba-5e3a48af8815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:16.976544 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-0ddf1c64-3e46-4678-83ba-5e3a48af8815 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 1096 time: 0.7327542 Jun 23 14:10:17.066399 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-e3fd5a0f-26df-44a3-9cb1-b7e0ce202e55 service neutron] 10.222.0.42 "GET /v2.0/networks/e9bd6464-49c0-439a-8911-6b219fea75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4747715 Jun 23 14:10:17.246968 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a8233be2-b9de-44d6-8b0f-756ebc57e211 req-fb932532-6470-4ef5-8706-9635cd018609 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223583 Jun 23 14:10:17.287128 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:17.411778 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.414546 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:17.420487 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:17.421096 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.470754 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Transition to ACTIVE for port object 4721872e-bc51-404c-8c57-ff9fc3d7bf6a will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:17.488044 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.491996 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:17.504748 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.620171 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.626915 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2705a-d7d6-49ae-95d0-3f2bee27041e None None] Pushing event updated for resources: {'Port': ['ID=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:17.632801 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-d0b2705a-d7d6-49ae-95d0-3f2bee27041e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:17.811117 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-9a48b9a6-c57c-4630-92fc-d4ba9db7b7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:17.812738 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-9a48b9a6-c57c-4630-92fc-d4ba9db7b7a9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 916 time: 0.8140900 Jun 23 14:10:17.817139 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Attempting to bind port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:17.817439 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Attempting to bind port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:17.817790 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Attempting to bind port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a on network 29c7d145-1b11-4103-971f-691c80da4385 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:17.828932 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:17.835492 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:17.836351 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Checking segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:17.836988 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.837613 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Bound using segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:17.838619 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Bound port: 4721872e-bc51-404c-8c57-ff9fc3d7bf6a, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:17.839251 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.844499 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:17.853402 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:17.990981 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5549c03-fcd1-46ea-a71b-6df851edc91a req-5b64ad34-654b-4c74-b143-f9d0dde84af2 service neutron] 10.222.0.42 "GET /v2.0/networks/e9bd6464-49c0-439a-8911-6b219fea75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8655131 Jun 23 14:10:18.033291 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29335-b7f3-4362-955c-a192264b06aa req-10289472-4520-4806-9e00-1432d9c73ed2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:18.040537 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:18.050589 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-10289472-4520-4806-9e00-1432d9c73ed2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 819 time: 0.9873915 Jun 23 14:10:18.059903 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.062596 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-3fa56225-284d-45f0-914d-88db32d51549 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb HTTP/1.1" status: 200 len: 217 time: 0.2269619 Jun 23 14:10:18.068996 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] For port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:18.074345 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] For port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:18.086261 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Allocated IP 172.20.0.2 (26526aa0-6b35-4ae5-a2e8-c67132694c42/3abf8f45-769b-465d-bd8d-7bba5295d84a/ba1eb979-94f3-446d-bd0c-ec33668ca8ca) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:18.088746 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.098922 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:18.170608 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:18.172416 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:18.194089 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.210224 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-989435db-baf4-4e60-8dc6-af3da39d2c9f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/quotas/886f5dc6ee71416facba8579a6b72b4a HTTP/1.1" status: 200 len: 375 time: 0.1586049 Jun 23 14:10:18.274712 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b2705a-d7d6-49ae-95d0-3f2bee27041e None None] Pushing event updated for resources: {'Port': ['ID=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:18.282512 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.287044 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-d0b2705a-d7d6-49ae-95d0-3f2bee27041e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.343681 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:18.390782 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e0d3a1c-bd27-42dc-8f5d-4f88b9b8a494,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:18.438761 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:18.443959 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.465551 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-b4f46a11-cd31-49cc-9f18-547397fdddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:18.468661 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-b4f46a11-cd31-49cc-9f18-547397fdddc7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.3839006 Jun 23 14:10:18.526215 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-a52a9358-d0e5-48cd-a8d0-67d995934f8b service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473838 Jun 23 14:10:18.566469 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.570631 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45954) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:18.575288 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'security_group_rule': {'security_group_id': '5d8b7732-c54c-459d-8c9a-55398892eab9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:18.580120 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7037940 Jun 23 14:10:18.651785 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.708287 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-1732ffb8-9930-4d18-aae4-2289bc9c1832 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4939342 Jun 23 14:10:18.770285 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.782137 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.787568 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:18.806477 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50ad0a55-730c-4dce-be94-769219d88a29,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:18.816979 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:18.832157 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.834065 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2623587 Jun 23 14:10:18.837057 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 45958) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:18.849369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'floatingip': {'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:18.875869 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:18.915068 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbf9764f-abc9-4789-946c-854b5f1b2a84 None None] The sync data for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb is: [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:18Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:18.921882 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:18.965995 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45968) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:18.991559 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--409751721', 'description': 'tempest-description--2057596573'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:19.050109 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-a2b541ed-9e7f-4d50-8fce-4a1f947b8632 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5135765 Jun 23 14:10:19.092138 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.105409 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-141447b4-5d3f-4310-b188-4de0f70dc725 x-openstack-request-id: req-141447b4-5d3f-4310-b188-4de0f70dc725 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:19.105819 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b332b29-4f8c-488c-a52d-44c659518110", "tag": "78ce0313-f926-405b-a4fd-45f745d84da9", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:19.106151 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-141447b4-5d3f-4310-b188-4de0f70dc725 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:19.107027 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b332b29-4f8c-488c-a52d-44c659518110', 'tag': '78ce0313-f926-405b-a4fd-45f745d84da9', 'status': 'completed', 'code': 200} Jun 23 14:10:19.213635 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:19.274631 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.317027 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.318372 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:19.318960 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.564730 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Allocated IP 172.28.2.143 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/0098741b-6ad5-47e3-8886-b59773a768ad) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:19.644519 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4b221aae-0897-4d32-9892-1aa10ca68cfb details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:19.774199 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.881074 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:19.917818 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:19.936179 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4b221aae-0897-4d32-9892-1aa10ca68cfb, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:19.977232 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '4b221aae-0897-4d32-9892-1aa10ca68cfb', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'port_id': '4b221aae-0897-4d32-9892-1aa10ca68cfb', 'mac_address': 'fa:16:3e:04:61:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0038db-332f-453e-8ae6-c703337035c8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:20.003793 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.004395 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:20.033347 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:20.033889 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-0d686f90-cc79-4ab8-9ce4-5816603de001 service neutron] 10.222.0.16 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3202288 Jun 23 14:10:20.034659 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.062996 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:20.080803 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.107093 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b221aae-0897-4d32-9892-1aa10ca68cfb {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:20.137931 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4b221aae-0897-4d32-9892-1aa10ca68cfb, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:20.144097 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.146852 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-9d76191b-57c2-4deb-9e6d-83faabb479da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.155425 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'Port': ['ID=0098741b-6ad5-47e3-8886-b59773a768ad,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.174053 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.191152 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.216801 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4b221aae-0897-4d32-9892-1aa10ca68cfb,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.226218 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.250469 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-bd857cc5-2f39-43e7-ad37-5d170f75f509 service neutron] 10.222.0.16 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698167 Jun 23 14:10:20.251371 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.252524 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2778811 Jun 23 14:10:20.266682 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 45988) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:20.277983 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'security_group_rule': {'security_group_id': '7a1fbbf9-5e29-43d7-a84e-986948b2ce2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:20.289468 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.292796 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.386723 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2dff1a7-2b09-4a30-a885-e1c60819ea72 req-3449fd1a-b43c-457e-a212-5f809672d7e0 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3007369 Jun 23 14:10:20.396373 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:20.398709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a819f-d746-4542-a262-adbe783f9b5d req-c6f857f5-5d26-4bf9-9170-2adfb7e13ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:20.407328 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.413865 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-467a819f-d746-4542-a262-adbe783f9b5d req-c6f857f5-5d26-4bf9-9170-2adfb7e13ac7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=08cad489fcc6426e939bbfb032bea198&device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 1097 time: 1.2684302 Jun 23 14:10:20.441384 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5ef5d-691f-42af-a459-b03563f40902 req-4b7e28e0-f9d1-4d64-8dd4-534348c56c6d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:20.454424 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1cb5ef5d-691f-42af-a459-b03563f40902 req-4b7e28e0-f9d1-4d64-8dd4-534348c56c6d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 944 time: 1.1531596 Jun 23 14:10:20.530958 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.540114 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.542716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.679403 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.752147 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:20.764150 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:20.774997 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.775494 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:20.783800 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.785165 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1cb5ef5d-691f-42af-a459-b03563f40902 req-86b3d37f-df47-4349-9246-e38d6feb464b tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296618 Jun 23 14:10:20.789676 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:20.841069 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'Port': ['ID=0098741b-6ad5-47e3-8886-b59773a768ad,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.846110 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.889213 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a819f-d746-4542-a262-adbe783f9b5d req-99335854-c522-4172-96fa-c5e0b0ea2d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:20.891433 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-467a819f-d746-4542-a262-adbe783f9b5d req-99335854-c522-4172-96fa-c5e0b0ea2d33 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e9bd6464-49c0-439a-8911-6b219fea75a8 HTTP/1.1" status: 200 len: 913 time: 0.4751499 Jun 23 14:10:20.898251 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Pushing event updated for resources: {'Port': ['ID=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:20.899786 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.918253 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:20.933995 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0813284 Jun 23 14:10:20.973890 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:20.995232 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-09430e94-4db0-427d-bfae-972ac5a275d8 req-7bdcf4f9-4956-42e0-bfd0-ee33f8d0c354 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 210 time: 0.1299636 Jun 23 14:10:21.074182 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-467a819f-d746-4542-a262-adbe783f9b5d req-17b20afe-73cd-4479-bccf-29faf6dca21d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=78ce0313-f926-405b-a4fd-45f745d84da9 HTTP/1.1" status: 200 len: 217 time: 0.1306040 Jun 23 14:10:21.084105 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.131396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:21.132074 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.248461 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.284532 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 4721872e-bc51-404c-8c57-ff9fc3d7bf6a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:21.309162 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:21.337651 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467a819f-d746-4542-a262-adbe783f9b5d req-935bdd4d-fa0b-4689-b33e-0bfd55157a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:21.354764 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-467a819f-d746-4542-a262-adbe783f9b5d req-935bdd4d-fa0b-4689-b33e-0bfd55157a69 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6f7f001c-9add-4fa8-ae60-bac84809bcf2 HTTP/1.1" status: 200 len: 852 time: 0.2671299 Jun 23 14:10:21.356034 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.7604370 Jun 23 14:10:21.373514 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18be99a3-35b9-478f-b8fa-1529db1149c9 req-68b609b5-ec1e-4a34-887f-06cfad08f0a2 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:21.376982 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18be99a3-35b9-478f-b8fa-1529db1149c9 req-68b609b5-ec1e-4a34-887f-06cfad08f0a2 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 944 time: 0.6140742 Jun 23 14:10:21.391140 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Request body: {'port': {'device_id': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:21.408370 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-63b2810f-9aab-45b0-bb5a-89691eea70c9 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--58520656&fields=id&tenant_id=facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 267 time: 0.1558130 Jun 23 14:10:21.505038 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=431f52aa-edc0-4b7c-91e8-dc2cb1fe718d,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:21.511661 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.516760 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46040) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:21.518637 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2445245 Jun 23 14:10:21.536525 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'security_group_rule': {'security_group_id': '7a1fbbf9-5e29-43d7-a84e-986948b2ce2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:21.561372 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ae2a5e14-8c73-487f-b800-c5fed5da3a54 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:21.570427 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-467a819f-d746-4542-a262-adbe783f9b5d req-15caddee-c81b-4f2c-a160-7d1037f86e25 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e9bd6464-49c0-439a-8911-6b219fea75a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1920295 Jun 23 14:10:21.603417 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:21.608783 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 78ce0313-f926-405b-a4fd-45f745d84da9 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:21.619163 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:21.619885 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.624168 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.682344 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4b221aae-0897-4d32-9892-1aa10ca68cfb up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:21.790193 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.db.resource_extend [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jun 23 14:10:21.797182 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.814954 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.817592 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7cc494a1-5f0f-4d61-8036-4aa1c19e6f25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:21.848464 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c1b5442-cc32-44fb-880c-873591100811,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:21.863038 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:21.876234 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:21.876234 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3560507 Jun 23 14:10:21.876234 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46056) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:21.888784 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'floatingip': {'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:21.905269 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18be99a3-35b9-478f-b8fa-1529db1149c9 req-d5b744db-7f77-49be-866c-85b3dca79139 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4801080 Jun 23 14:10:21.935961 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.022269 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.055775 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-bf164e19-0587-4247-9a0e-e21b9196df32 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.060117 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.062773 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-bf164e19-0587-4247-9a0e-e21b9196df32 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 817 time: 0.6533623 Jun 23 14:10:22.065937 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-467a819f-d746-4542-a262-adbe783f9b5d req-07ccd626-4ce9-4085-9047-88f295677ff8 service neutron] 10.222.0.42 "GET /v2.0/networks/e9bd6464-49c0-439a-8911-6b219fea75a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749174 Jun 23 14:10:22.096638 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-52a89f4e-15da-4f71-90f4-6f3f6293fa22 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/quotas/facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 375 time: 0.0329607 Jun 23 14:10:22.144115 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.164337 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:22.167506 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 78ce0313-f926-405b-a4fd-45f745d84da9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=78ce0313-f926-405b-a4fd-45f745d84da9,segment=NetworkSegment(26cc3455-0b96-4f5f-a3ba-a3dbae32660e),segment_id=26cc3455-0b96-4f5f-a3ba-a3dbae32660e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:22.171007 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 4b221aae-0897-4d32-9892-1aa10ca68cfb completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:22.184422 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.192937 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:22.195801 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 4b221aae-0897-4d32-9892-1aa10ca68cfb triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:22.196444 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.250405 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '78ce0313-f926-405b-a4fd-45f745d84da9', 'network_id': 'e9bd6464-49c0-439a-8911-6b219fea75a8', 'port_id': '78ce0313-f926-405b-a4fd-45f745d84da9', 'mac_address': 'fa:16:3e:d3:af:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 848, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6f7f001c-9add-4fa8-ae60-bac84809bcf2', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:22.341430 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:22.349715 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Allocated IP 172.28.2.138 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/86297df5-e98b-4523-b2a6-9da4e4ef3cc8) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:22.358277 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:22.361163 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.381692 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78ce0313-f926-405b-a4fd-45f745d84da9 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:22.434832 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 78ce0313-f926-405b-a4fd-45f745d84da9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=78ce0313-f926-405b-a4fd-45f745d84da9,segment=NetworkSegment(26cc3455-0b96-4f5f-a3ba-a3dbae32660e),segment_id=26cc3455-0b96-4f5f-a3ba-a3dbae32660e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:22.471317 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.476064 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:22.521910 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-467a819f-d746-4542-a262-adbe783f9b5d req-5fd89ee5-c65f-4258-9769-8d8ef72fc839 service neutron] 10.222.0.42 "GET /v2.0/networks/e9bd6464-49c0-439a-8911-6b219fea75a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4469402 Jun 23 14:10:22.552107 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.593778 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=78ce0313-f926-405b-a4fd-45f745d84da9,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:22.604624 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:22.607441 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.611228 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.614914 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:22.653924 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423224c8-34a9-42cc-bcb9-65c22bcd9f1e req-871257a9-b847-4b51-9678-e7fdcaba596a tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.655716 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-423224c8-34a9-42cc-bcb9-65c22bcd9f1e req-871257a9-b847-4b51-9678-e7fdcaba596a tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 944 time: 0.5355937 Jun 23 14:10:22.673557 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-4b8b1f83-2e04-4fe8-b29b-f68f603b9343 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5509520 Jun 23 14:10:22.687233 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b221aae-0897-4d32-9892-1aa10ca68cfb'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:22.704668 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:22.708031 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29335-b7f3-4362-955c-a192264b06aa req-dcfacff2-f447-412c-a56b-8ea692ee253c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:22.709556 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-dcfacff2-f447-412c-a56b-8ea692ee253c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 819 time: 0.4694715 Jun 23 14:10:22.709723 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:22.713979 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:22.721749 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'Port': ['ID=86297df5-e98b-4523-b2a6-9da4e4ef3cc8,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:22.767544 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:22.819225 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['78ce0313-f926-405b-a4fd-45f745d84da9'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:22.837642 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Request body: {'port': {'device_id': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'admin_state_up': True, 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:22.877955 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.891187 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4b221aae-0897-4d32-9892-1aa10ca68cfb, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:22.904253 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:22.915946 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-d0b2705a-d7d6-49ae-95d0-3f2bee27041e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:22.979480 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4b221aae-0897-4d32-9892-1aa10ca68cfb,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:22.993446 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:22.996516 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.027514 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb41b1d9-d6ae-4727-9ae3-be3af9628ee3" -d '{"events": [{"server_uuid": "eacac4a9-19dc-4a38-b596-12c42891cb00", "name": "network-vif-plugged", "status": "completed", "tag": "4b221aae-0897-4d32-9892-1aa10ca68cfb"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:23.034263 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ba1eb979-94f3-446d-bd0c-ec33668ca8ca {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:23.229923 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 4721872e-bc51-404c-8c57-ff9fc3d7bf6a up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:23.320339 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.333692 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.337812 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:23.338532 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.347229 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.407625 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.453040 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-423224c8-34a9-42cc-bcb9-65c22bcd9f1e req-bbcac56a-7600-43e6-89b7-ac19870033ae tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7735305 Jun 23 14:10:23.458599 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Transition to ACTIVE for port object ba1eb979-94f3-446d-bd0c-ec33668ca8ca will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:23.472434 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.482332 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.485873 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'Port': ['ID=86297df5-e98b-4523-b2a6-9da4e4ef3cc8,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.494656 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e12e2eea-9898-424d-9e57-0798b133718e service neutron] 10.222.0.16 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7817760 Jun 23 14:10:23.495676 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.503561 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.531136 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.532895 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6558087 Jun 23 14:10:23.618098 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 78ce0313-f926-405b-a4fd-45f745d84da9 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:23.699798 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 78ce0313-f926-405b-a4fd-45f745d84da9 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:23.704857 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 78ce0313-f926-405b-a4fd-45f745d84da9 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:23.705622 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.735202 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Pushing event updated for resources: {'Port': ['ID=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.747454 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c0127d0d-4744-4a7c-bd85-84fc90955dae req-a008f298-eee4-4355-90c5-154765bd1ec4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 210 time: 0.0623348 Jun 23 14:10:23.748507 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.761555 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Made reservation on behalf of 886f5dc6ee71416facba8579a6b72b4a for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:23.765480 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.812732 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.858218 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 78ce0313-f926-405b-a4fd-45f745d84da9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=78ce0313-f926-405b-a4fd-45f745d84da9,segment=NetworkSegment(26cc3455-0b96-4f5f-a3ba-a3dbae32660e),segment_id=26cc3455-0b96-4f5f-a3ba-a3dbae32660e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:23.862579 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-42e3391e-47f6-41e5-b833-bdccbcbace6b service neutron] 10.222.0.16 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3657148 Jun 23 14:10:23.864884 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:23.871791 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:23.936879 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=78ce0313-f926-405b-a4fd-45f745d84da9,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:23.942633 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:23.987466 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Attempting to bind port ba1eb979-94f3-446d-bd0c-ec33668ca8ca on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:23.987808 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Attempting to bind port ba1eb979-94f3-446d-bd0c-ec33668ca8ca by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:23.988152 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Attempting to bind port ba1eb979-94f3-446d-bd0c-ec33668ca8ca on network 26526aa0-6b35-4ae5-a2e8-c67132694c42 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:24.003547 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Port ba1eb979-94f3-446d-bd0c-ec33668ca8ca on network 26526aa0-6b35-4ae5-a2e8-c67132694c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:24.003878 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Attempting to bind port ba1eb979-94f3-446d-bd0c-ec33668ca8ca on network 26526aa0-6b35-4ae5-a2e8-c67132694c42 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:24.018851 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:24.028851 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Checking segment: {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:24.029522 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Bound using segment: {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:24.029834 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Bound port: ba1eb979-94f3-446d-bd0c-ec33668ca8ca, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:24.031124 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.118326 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98fe6a5-c451-46e2-b0ea-997d16eca19b x-openstack-request-id: req-e98fe6a5-c451-46e2-b0ea-997d16eca19b {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:24.118655 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacac4a9-19dc-4a38-b596-12c42891cb00", "name": "network-vif-plugged", "status": "completed", "tag": "4b221aae-0897-4d32-9892-1aa10ca68cfb", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:24.119325 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e98fe6a5-c451-46e2-b0ea-997d16eca19b {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:24.119862 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b221aae-0897-4d32-9892-1aa10ca68cfb', 'code': 200} Jun 23 14:10:24.179998 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Allocated IP 172.20.0.10 (26526aa0-6b35-4ae5-a2e8-c67132694c42/3abf8f45-769b-465d-bd8d-7bba5295d84a/df66fc86-3499-47ff-baf5-a1faf57871b9) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:24.225391 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837aac64-b802-4c61-8399-542efb1b577a req-f36c6894-3112-4ae1-9cfd-f200e0440422 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.227001 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-837aac64-b802-4c61-8399-542efb1b577a req-f36c6894-3112-4ae1-9cfd-f200e0440422 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 945 time: 0.2960961 Jun 23 14:10:24.231421 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] For port ba1eb979-94f3-446d-bd0c-ec33668ca8ca, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:24.293567 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] For port ba1eb979-94f3-446d-bd0c-ec33668ca8ca, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:24.342726 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.373868 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:24.430264 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46158) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:24.564891 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-837aac64-b802-4c61-8399-542efb1b577a req-6b1b534e-06a9-4228-8bac-488901131c34 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3284519 Jun 23 14:10:24.579205 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-448ea649-26f6-42a7-9825-6b596d15e735 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--409751721&fields=id&tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0 HTTP/1.1" status: 200 len: 267 time: 0.3375444 Jun 23 14:10:24.587880 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.588567 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.600082 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] 10.222.0.42 "PUT /v2.0/ports/ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 1093 time: 3.2138934 Jun 23 14:10:24.610599 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'tag': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:24.614371 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17416886-fc54-4e2c-b7e6-e4e241ad156f" -d '{"events": [{"name": "network-changed", "server_uuid": "f19e4a04-27de-4314-ac5a-8809fc25d01b", "tag": "ba1eb979-94f3-446d-bd0c-ec33668ca8ca"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:24.637942 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-83c87f39-21e3-4aaf-84cb-7c5aa78faef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.783944 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7c6be7bf-60dc-4034-b05b-28e40f92e0b3 req-bf08aa7c-85f2-49b1-a24b-ddaee704a4bd tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 210 time: 0.0368595 Jun 23 14:10:24.838308 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Pushing event updated for resources: {'Port': ['ID=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:24.853386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.479s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:24.947897 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-cef1bfa0-6dd7-4662-b8cc-9c72ed543ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.949416 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-cef1bfa0-6dd7-4662-b8cc-9c72ed543ef0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1096 time: 0.2036104 Jun 23 14:10:24.951284 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bce9763-b9fb-4652-b9a9-0c57e70e8b6b req-22f3c523-a090-42b9-af29-d0406c6b98db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:24.951419 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-83c87f39-21e3-4aaf-84cb-7c5aa78faef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.953708 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1bce9763-b9fb-4652-b9a9-0c57e70e8b6b req-22f3c523-a090-42b9-af29-d0406c6b98db service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 1098 time: 0.5849175 Jun 23 14:10:24.958882 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-83c87f39-21e3-4aaf-84cb-7c5aa78faef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:24.966331 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79baac18-fb15-4dc5-8e05-20226cc1b104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.023143 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-45398574-5fae-44a1-a6a4-9212de96950c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 217 time: 0.0563822 Jun 23 14:10:25.031038 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-fb0faf31-6da9-42d9-b402-3f0da6502bda tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.032909 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-fb0faf31-6da9-42d9-b402-3f0da6502bda tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 811 time: 0.4507890 Jun 23 14:10:25.038559 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-83c87f39-21e3-4aaf-84cb-7c5aa78faef7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=6da63e8e2d2d4efbb471831e689743a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6065392 Jun 23 14:10:25.039388 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46178) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.050434 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c87f39-21e3-4aaf-84cb-7c5aa78faef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2517238e-0f05-4b64-8037-7dc4f73fd589,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.071286 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-83c87f39-21e3-4aaf-84cb-7c5aa78faef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:25.082542 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.121638 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.126349 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-1bce9763-b9fb-4652-b9a9-0c57e70e8b6b req-db3b7d67-fcb5-423d-a7e9-edb9e96f2b87 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.145744 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.148850 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c2889b61-e77f-4e2b-809c-dcd1c884f9b2 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/quotas/e7fc9e3b91fe47e99d2c137bc38bdef0 HTTP/1.1" status: 200 len: 375 time: 0.0790126 Jun 23 14:10:25.153392 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-2b4c5efa-721a-4a1f-aca0-8275f8926c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.154901 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-2b4c5efa-721a-4a1f-aca0-8275f8926c8b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.1203871 Jun 23 14:10:25.203873 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.207908 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.209441 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2517238e-0f05-4b64-8037-7dc4f73fd589 HTTP/1.1" status: 204 len: 168 time: 0.1681082 Jun 23 14:10:25.210422 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.223528 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2517238e-0f05-4b64-8037-7dc4f73fd589,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.232734 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:25.251289 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-6a175878-60d9-4a3c-9cd1-cb9b5eff6753 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0887544 Jun 23 14:10:25.307712 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46186) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.352744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.376794 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406c1a6-7bfb-4d71-b39f-6cf79d7e3664 req-04c72903-9f7f-4506-9948-e6a138579f74 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.378328 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0406c1a6-7bfb-4d71-b39f-6cf79d7e3664 req-04c72903-9f7f-4506-9948-e6a138579f74 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 946 time: 0.3572271 Jun 23 14:10:25.387900 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:25.461632 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.42', 49899) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.497082 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Network 26526aa0-6b35-4ae5-a2e8-c67132694c42 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:25.518897 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-5fdb6795-b677-45bc-b7bd-86fdae73b681 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3614211 Jun 23 14:10:25.528058 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:25.541704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:25.559066 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Pushing event updated for resources: {'Port': ['ID=df66fc86-3499-47ff-baf5-a1faf57871b9,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:25.563414 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-c7d1b847-3094-4a8b-9610-675929a5cfff service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991648 Jun 23 14:10:25.622774 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-1bce9763-b9fb-4652-b9a9-0c57e70e8b6b req-db3b7d67-fcb5-423d-a7e9-edb9e96f2b87 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.628225 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:25.678616 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0a-f11c-4b92-b28f-f44266b06fc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.730648 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0406c1a6-7bfb-4d71-b39f-6cf79d7e3664 req-5c38bb08-b67f-4157-a18b-949f80d412c7 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3300984 Jun 23 14:10:25.758788 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46200) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:25.798287 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a1db151-218f-4578-931b-ef3075d59a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:25.833429 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-40b32870-ec28-4b51-a141-6dd3e4ca0eb6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:25.835352 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-40b32870-ec28-4b51-a141-6dd3e4ca0eb6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 817 time: 0.3726687 Jun 23 14:10:25.925239 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-13399e61-1586-44fe-a1a5-cf3154d4cfd1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 378 time: 0.0791595 Jun 23 14:10:25.935213 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'port': {'device_id': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'admin_state_up': True, 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'security_groups': ['5d8b7732-c54c-459d-8c9a-55398892eab9']}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:26.005595 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-1bce9763-b9fb-4652-b9a9-0c57e70e8b6b req-db3b7d67-fcb5-423d-a7e9-edb9e96f2b87 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.009298 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf8e9cdc-e1ef-43ed-9caa-caf88b8d3955 x-openstack-request-id: req-cf8e9cdc-e1ef-43ed-9caa-caf88b8d3955 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:26.009672 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f19e4a04-27de-4314-ac5a-8809fc25d01b", "tag": "ba1eb979-94f3-446d-bd0c-ec33668ca8ca", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:26.010102 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-cf8e9cdc-e1ef-43ed-9caa-caf88b8d3955 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:26.010939 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'tag': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca', 'status': 'completed', 'code': 200} Jun 23 14:10:26.012459 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46210) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:26.042292 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0a-f11c-4b92-b28f-f44266b06fc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.043419 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d2746ff2-13f5-49d3-a0a2-4babc2f10ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.051589 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ef57ae0a-f11c-4b92-b28f-f44266b06fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.070550 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.112483 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.113088 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.120666 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b332b29-4f8c-488c-a52d-44c659518110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ce0313-f926-405b-a4fd-45f745d84da9'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:26.123030 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ae6d3d-8989-4050-acbf-82bcd07bf62e" -d '{"events": [{"server_uuid": "8b332b29-4f8c-488c-a52d-44c659518110", "name": "network-vif-plugged", "status": "completed", "tag": "78ce0313-f926-405b-a4fd-45f745d84da9"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:26.136477 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57ae0a-f11c-4b92-b28f-f44266b06fc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=042ee32b-2294-4ba1-b0e0-874e7a3614c9,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.138675 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1bce9763-b9fb-4652-b9a9-0c57e70e8b6b req-db3b7d67-fcb5-423d-a7e9-edb9e96f2b87 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1736646 Jun 23 14:10:26.139940 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ef57ae0a-f11c-4b92-b28f-f44266b06fc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.159747 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-ef57ae0a-f11c-4b92-b28f-f44266b06fc1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=398935393092485e81bd4adcf21c249d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8506207 Jun 23 14:10:26.160053 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbee5a38-de3b-4b81-85d5-81f683f79ce7 req-e1478ca2-9284-4e46-9f17-1f06f104b5f5 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5303378 Jun 23 14:10:26.163872 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3b7d67-fcb5-423d-a7e9-edb9e96f2b87 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=891b2ba9-3ce4-4144-8dce-27669e1fc8d2,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.166249 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46216) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:26.174984 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-35efa3dd-1bfe-481b-85f5-5c586d9b955c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.175845 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-db3b7d67-fcb5-423d-a7e9-edb9e96f2b87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.179671 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-245d308c-93ed-4ef0-8194-0cd151bab4a7 service neutron] 10.222.0.16 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6352501 Jun 23 14:10:26.240927 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a1db151-218f-4578-931b-ef3075d59a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.246259 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a1db151-218f-4578-931b-ef3075d59a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.251369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-83c87f39-21e3-4aaf-84cb-7c5aa78faef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.300028 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7a1db151-218f-4578-931b-ef3075d59a67 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a2bc72c824e4c93a9aa7ddba8eb9909&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5386744 Jun 23 14:10:26.302454 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1db151-218f-4578-931b-ef3075d59a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec76e487-3d42-47b0-b3f6-c585b9c6b9dc,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.305488 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7a1db151-218f-4578-931b-ef3075d59a67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.307046 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46218) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:26.315177 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5091455 Jun 23 14:10:26.321914 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Made reservation on behalf of facc82c267cf4f07a9535bf38ae46c61 for: {'port': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:26.325796 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.328130 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325e23d7-7252-43ce-9eb3-78072cfe9dbd req-36025359-112b-4a8e-984b-605e58eb70e7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.330117 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-325e23d7-7252-43ce-9eb3-78072cfe9dbd req-36025359-112b-4a8e-984b-605e58eb70e7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 932 time: 0.3073590 Jun 23 14:10:26.338841 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Request body: {'port': {'device_id': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:26.426812 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.433139 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-f8e7fb95-21a7-4493-89ab-f29e2f804ffa service neutron] 10.222.0.16 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468121 Jun 23 14:10:26.488281 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.489532 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-325e23d7-7252-43ce-9eb3-78072cfe9dbd req-cb0b9f5e-78fc-4220-b8db-5bd557a4a511 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480780 Jun 23 14:10:26.500305 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.538076 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-424dd430-2480-4419-a805-3bc62fdf9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.539738 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-424dd430-2480-4419-a805-3bc62fdf9730 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1096 time: 0.2647963 Jun 23 14:10:26.540295 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.593409 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.679823 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.698211 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.703362 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/042ee32b-2294-4ba1-b0e0-874e7a3614c9 HTTP/1.1" status: 204 len: 168 time: 0.5340409 Jun 23 14:10:26.730876 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-35efa3dd-1bfe-481b-85f5-5c586d9b955c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.740166 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Allocated IP 172.20.0.4 (a57beefe-a027-4a2b-ab6d-43734a758495/6e6291dd-de46-439b-8c66-d703e5a183ff/1d618a6e-3a9b-41eb-9916-8132e5ed2605) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:26.743538 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-35efa3dd-1bfe-481b-85f5-5c586d9b955c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.755300 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ef57ae0a-f11c-4b92-b28f-f44266b06fc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.770484 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.798751 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=042ee32b-2294-4ba1-b0e0-874e7a3614c9,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.801750 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.839255 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-a6af23ce-000c-402b-a097-5f6373e67155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:26.840716 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-a6af23ce-000c-402b-a097-5f6373e67155 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.2838039 Jun 23 14:10:26.859527 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.869950 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-35efa3dd-1bfe-481b-85f5-5c586d9b955c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=746bde06f4674337b5eb7e66cc50195a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8567996 Jun 23 14:10:26.880424 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:26.881548 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ec76e487-3d42-47b0-b3f6-c585b9c6b9dc HTTP/1.1" status: 204 len: 168 time: 0.5735354 Jun 23 14:10:26.887762 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46232) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:26.891802 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19549aba-bebe-4e1e-bd46-ccf2ab4566e1 req-6cf917eb-3ead-4da2-9de1-e5a363b1a033 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 210 time: 0.0737486 Jun 23 14:10:26.935496 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efa3dd-1bfe-481b-85f5-5c586d9b955c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c00ccc-f6d3-4c3b-8916-a3b5ba0cc98f,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:26.966912 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-35efa3dd-1bfe-481b-85f5-5c586d9b955c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:26.969670 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:26.980839 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-350cd5a2-406b-4c92-97b8-cc79d85b3580 x-openstack-request-id: req-350cd5a2-406b-4c92-97b8-cc79d85b3580 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:26.981221 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b332b29-4f8c-488c-a52d-44c659518110", "name": "network-vif-plugged", "status": "completed", "tag": "78ce0313-f926-405b-a4fd-45f745d84da9", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:26.981491 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-350cd5a2-406b-4c92-97b8-cc79d85b3580 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:26.981924 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b332b29-4f8c-488c-a52d-44c659518110', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78ce0313-f926-405b-a4fd-45f745d84da9', 'code': 200} Jun 23 14:10:27.000478 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec76e487-3d42-47b0-b3f6-c585b9c6b9dc,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.046335 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-350dfc44-d07b-49d9-8777-181bc764a7e1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 217 time: 0.1635406 Jun 23 14:10:27.052774 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.143013 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbfa2f35-83c3-41f1-b0a3-d5963359081a req-9ae9eb20-956e-4f3f-962a-5d0288023c95 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 210 time: 0.0944564 Jun 23 14:10:27.172906 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7cdcde-4fb4-47e2-a2dd-b08b25afc43c req-51bbde02-da4b-4a4f-b19a-df11c1f212f0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.177991 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f7cdcde-4fb4-47e2-a2dd-b08b25afc43c req-51bbde02-da4b-4a4f-b19a-df11c1f212f0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 945 time: 0.5026960 Jun 23 14:10:27.203894 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.276331 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-ac124410-b8d1-40f7-b04a-0aa2843c85f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.277890 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-ac124410-b8d1-40f7-b04a-0aa2843c85f1 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.2270050 Jun 23 14:10:27.290951 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.293279 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46240) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:27.328971 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Transition to ACTIVE for port object 1d618a6e-3a9b-41eb-9916-8132e5ed2605 will not be triggered until provisioned by entity DHCP. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:27.331663 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.397369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.404910 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.420612 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-cf00a826-783b-4684-903c-441f6abaa3f7 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1182377 Jun 23 14:10:27.431281 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-98873c75-9a37-47b6-a82f-2f37122941e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.470213 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.482726 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f7cdcde-4fb4-47e2-a2dd-b08b25afc43c req-021e4edf-2722-465e-9519-4c425f62864e tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2914577 Jun 23 14:10:27.496479 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.496479 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/45c00ccc-f6d3-4c3b-8916-a3b5ba0cc98f HTTP/1.1" status: 204 len: 168 time: 0.6031044 Jun 23 14:10:27.516920 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Network a57beefe-a027-4a2b-ab6d-43734a758495 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:27.521654 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:27.524020 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.526534 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:27.529886 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.532125 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-fdd615f1-e8d0-43b9-9c8c-720ccb87fe8a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:27.629121 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c00ccc-f6d3-4c3b-8916-a3b5ba0cc98f,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:27.643144 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:27.676604 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.677333 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.876200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df66fc86-3499-47ff-baf5-a1faf57871b9 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:27.902895 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:27.948743 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d4c319-3074-4c54-b131-ce73e901cd0e req-87accb4b-ffd1-47c3-b1f2-67d8a592c34b tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.950265 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-06d4c319-3074-4c54-b131-ce73e901cd0e req-87accb4b-ffd1-47c3-b1f2-67d8a592c34b tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 946 time: 0.5918052 Jun 23 14:10:27.968129 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-f611050a-193e-401b-b814-6e23ec31d36e service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317771 Jun 23 14:10:27.970284 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7849d7-d29d-420e-bca8-935a71ac3230 req-9529eda7-7df1-4da8-ad6a-fb9477491507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:27.971639 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8c7849d7-d29d-420e-bca8-935a71ac3230 req-9529eda7-7df1-4da8-ad6a-fb9477491507 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 1099 time: 0.6684434 Jun 23 14:10:27.977348 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Transition to ACTIVE for port object df66fc86-3499-47ff-baf5-a1faf57871b9 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:28.003489 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-605c2c5f-5c71-4194-95ba-b3fb131da00d None None] Provisioning for port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:28.009456 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-605c2c5f-5c71-4194-95ba-b3fb131da00d None None] Provisioning complete for port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:28.010259 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-605c2c5f-5c71-4194-95ba-b3fb131da00d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.015528 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.039219 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:10:28.044134 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:28.052849 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46268) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:28.069517 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-605c2c5f-5c71-4194-95ba-b3fb131da00d None None] Port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:28.070295 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de94dd24-bd5f-44ac-a63d-50d39d60cb40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.093587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-98873c75-9a37-47b6-a82f-2f37122941e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.106753 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1749945 Jun 23 14:10:28.119047 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Request body: {'port': {'device_id': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:28.137506 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-98873c75-9a37-47b6-a82f-2f37122941e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.212174 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-06d4c319-3074-4c54-b131-ce73e901cd0e req-52045fdd-3e05-4bdb-8195-c12a9e051d5d tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379196 Jun 23 14:10:28.218757 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8c7849d7-d29d-420e-bca8-935a71ac3230 req-ac16aef3-2f9e-4c5a-85f7-c137f729aba0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212148 Jun 23 14:10:28.243823 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b011a1-8127-4c62-ae4b-ab02e6a59fab req-b58963d4-d64a-4b4e-9d95-21372b0f9b5e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.245553 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d2b011a1-8127-4c62-ae4b-ab02e6a59fab req-b58963d4-d64a-4b4e-9d95-21372b0f9b5e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 932 time: 0.4576108 Jun 23 14:10:28.246254 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Pushing event updated for resources: {'Port': ['ID=df66fc86-3499-47ff-baf5-a1faf57871b9,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.256865 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:28.260241 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.260544 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-01e2ff7c-81e4-463f-84f2-aec21fca773b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:28.307519 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-98873c75-9a37-47b6-a82f-2f37122941e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e86dced5ca9b4b339a68e9ce9b2167fe&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0042253 Jun 23 14:10:28.315581 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46274) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:28.338085 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17416886-fc54-4e2c-b7e6-e4e241ad156f req-63b84e3b-9a1e-464b-95c5-4a16f26cccac service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428915 Jun 23 14:10:28.376800 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98873c75-9a37-47b6-a82f-2f37122941e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26be754a-962d-44ba-9a09-71dfe0802414,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.394486 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-98873c75-9a37-47b6-a82f-2f37122941e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:28.414798 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d2b011a1-8127-4c62-ae4b-ab02e6a59fab req-3123f54d-28ad-4fda-b522-14809916b0fc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551063 Jun 23 14:10:28.576415 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de94dd24-bd5f-44ac-a63d-50d39d60cb40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.755285 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a0e9b84a-fe01-41f3-a4f7-d8b1aead8a82 req-0c39dc34-4ab4-434f-944c-f35d43d401a0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 210 time: 0.0904567 Jun 23 14:10:28.802781 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.805660 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de94dd24-bd5f-44ac-a63d-50d39d60cb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.811360 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Attempting to bind port df66fc86-3499-47ff-baf5-a1faf57871b9 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:28.811696 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Attempting to bind port df66fc86-3499-47ff-baf5-a1faf57871b9 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:28.812025 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Attempting to bind port df66fc86-3499-47ff-baf5-a1faf57871b9 on network 26526aa0-6b35-4ae5-a2e8-c67132694c42 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:28.825642 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Port df66fc86-3499-47ff-baf5-a1faf57871b9 on network 26526aa0-6b35-4ae5-a2e8-c67132694c42 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:28.825983 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Attempting to bind port df66fc86-3499-47ff-baf5-a1faf57871b9 on network 26526aa0-6b35-4ae5-a2e8-c67132694c42 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:28.838116 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-bf80170f-0f86-4b2a-9954-7969842dd3ca tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.839558 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-bf80170f-0f86-4b2a-9954-7969842dd3ca tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 811 time: 0.4653835 Jun 23 14:10:28.843086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:28.843429 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Checking segment: {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:28.843814 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Bound using segment: {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:28.844253 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Bound port: df66fc86-3499-47ff-baf5-a1faf57871b9, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8feb7473-0a54-49cc-b898-f094133de0ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:28.844612 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.871204 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:28.910909 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafbd9b-bc7d-45c6-b456-042f9412bca3 req-65a77efe-0ff4-4cb4-b7dd-83bbe720a6f0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:28.918049 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5aafbd9b-bc7d-45c6-b456-042f9412bca3 req-65a77efe-0ff4-4cb4-b7dd-83bbe720a6f0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 931 time: 0.5022595 Jun 23 14:10:28.920364 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:28.939638 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-de94dd24-bd5f-44ac-a63d-50d39d60cb40 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a585351dab5d4a669650cabf1e381618&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8825324 Jun 23 14:10:28.948214 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46296) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:28.953451 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de94dd24-bd5f-44ac-a63d-50d39d60cb40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e06f1b3f-6028-4d7e-825f-c41371ae0dc5,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:28.970543 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-de94dd24-bd5f-44ac-a63d-50d39d60cb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.048434 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.050962 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.055089 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/26be754a-962d-44ba-9a09-71dfe0802414 HTTP/1.1" status: 204 len: 168 time: 0.7312217 Jun 23 14:10:29.055400 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.056092 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-9a726505-272c-405c-9906-b785a357f33a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0 HTTP/1.1" status: 200 len: 379 time: 0.1953175 Jun 23 14:10:29.062083 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d618a6e-3a9b-41eb-9916-8132e5ed2605 {{(pid=93108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:29.074669 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.078385 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26be754a-962d-44ba-9a09-71dfe0802414,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.085574 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'port': {'device_id': '777b256c-7d95-4e44-a706-948f3e3925e8', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'admin_state_up': True, 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'security_groups': ['7a1fbbf9-5e29-43d7-a84e-986948b2ce2b']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:29.085932 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.111125 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Transition to ACTIVE for port object 1d618a6e-3a9b-41eb-9916-8132e5ed2605 will not be triggered until provisioned by entity L2. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:29.117188 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.118619 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5aafbd9b-bc7d-45c6-b456-042f9412bca3 req-65ee5ba1-daa4-4991-bacc-e232c15099a3 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1994948 Jun 23 14:10:29.126213 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6e3fa1a2-c79c-4bf6-bcdb-d5946a9abdb7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.159501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] For port df66fc86-3499-47ff-baf5-a1faf57871b9, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:29.209073 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] For port df66fc86-3499-47ff-baf5-a1faf57871b9, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=df66fc86-3499-47ff-baf5-a1faf57871b9,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:29.223241 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.231237 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.251900 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.266114 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1b1c5d81-a591-409a-8ec6-fb01f94f8802 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.351722 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.367564 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Attempting to bind port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:29.367936 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Attempting to bind port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}] {{(pid=93108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:29.368326 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Attempting to bind port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 on network a57beefe-a027-4a2b-ab6d-43734a758495 {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:29.379148 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 on network a57beefe-a027-4a2b-ab6d-43734a758495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:29.379673 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Attempting to bind port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 on network a57beefe-a027-4a2b-ab6d-43734a758495 {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:29.389444 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:29.390191 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e37433-e060-4208-8989-b334e49fb3a6 req-2bac4d63-8567-4987-86e1-7ac4690dd854 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.390693 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Checking segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:29.391293 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Bound using segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:29.392565 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Bound port: 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}}] {{(pid=93108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:29.393075 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.403817 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-83e37433-e060-4208-8989-b334e49fb3a6 req-2bac4d63-8567-4987-86e1-7ac4690dd854 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 945 time: 0.5060008 Jun 23 14:10:29.429166 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.429787 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.431141 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] 10.222.0.42 "PUT /v2.0/ports/df66fc86-3499-47ff-baf5-a1faf57871b9 HTTP/1.1" status: 200 len: 1094 time: 3.0990527 Jun 23 14:10:29.433118 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'tag': 'df66fc86-3499-47ff-baf5-a1faf57871b9'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:29.435797 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54465181-ff2f-4283-aaf1-ec4d40e743c7" -d '{"events": [{"name": "network-changed", "server_uuid": "adc68b2b-2c12-4beb-b97b-76a147433894", "tag": "df66fc86-3499-47ff-baf5-a1faf57871b9"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:29.519716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.530785 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-bdebe97f-0544-449f-a196-ae36c4b3c832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.535652 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, cleared binding levels {{(pid=93108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:29.540403 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:29.542297 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Pushing event updated for resources: {'Port': ['ID=df66fc86-3499-47ff-baf5-a1faf57871b9,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.549050 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.559827 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.569794 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.602344 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.602863 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.604292 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] 10.222.0.42 "PUT /v2.0/ports/1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 200 len: 1093 time: 1.4903021 Jun 23 14:10:29.604872 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:29.621703 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-83e37433-e060-4208-8989-b334e49fb3a6 req-7716d8a4-db9a-42b1-a501-b9023110c0ea tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895454 Jun 23 14:10:29.641145 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Made reservation on behalf of e7fc9e3b91fe47e99d2c137bc38bdef0 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:29.642918 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.653254 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ba1eb979-94f3-446d-bd0c-ec33668ca8ca details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:29.712354 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4de64902-96ce-4140-b7e7-1cd64fbc2699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.714065 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-4de64902-96ce-4140-b7e7-1cd64fbc2699 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 1097 time: 0.2032599 Jun 23 14:10:29.716636 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.732695 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=3']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.738079 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d604a13-64a6-4c50-ad57-265000b8edbb req-5834fca5-1edb-4f76-9c2d-cefb204c9f88 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:29.745858 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d604a13-64a6-4c50-ad57-265000b8edbb req-5834fca5-1edb-4f76-9c2d-cefb204c9f88 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 946 time: 0.3179097 Jun 23 14:10:29.748388 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4a3d0ab-1931-4825-8550-314327a16137 x-openstack-request-id: req-a4a3d0ab-1931-4825-8550-314327a16137 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:29.748698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "adc68b2b-2c12-4beb-b97b-76a147433894", "tag": "df66fc86-3499-47ff-baf5-a1faf57871b9", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:29.749938 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4a3d0ab-1931-4825-8550-314327a16137 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:29.749938 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'tag': 'df66fc86-3499-47ff-baf5-a1faf57871b9', 'status': 'completed', 'code': 200} Jun 23 14:10:29.753608 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:29.806042 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:29.807170 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e06f1b3f-6028-4d7e-825f-c41371ae0dc5 HTTP/1.1" status: 204 len: 168 time: 0.8117423 Jun 23 14:10:29.807921 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-7bbc99a2-9105-423b-901a-f3b11636dad5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:29.865070 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46326) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:29.940912 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port ba1eb979-94f3-446d-bd0c-ec33668ca8ca, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:29.950186 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb2f9edd-2540-4160-9de6-1fefd6495eb7" -d '{"events": [{"name": "network-changed", "server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:29.959400 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e06f1b3f-6028-4d7e-825f-c41371ae0dc5,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:29.973792 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca', 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'port_id': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca', 'mac_address': 'fa:16:3e:a0:24:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:29.983057 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-8ce4179e-9579-4c19-a6d2-d88a60454c4b service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df66fc86-3499-47ff-baf5-a1faf57871b9 HTTP/1.1" status: 200 len: 217 time: 0.1979997 Jun 23 14:10:29.990234 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:30.022834 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dd421b3d-3068-4fda-a329-4df2c05d51d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.048574 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.062270 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e833265b-5a5c-4573-9c1a-1c5335d012a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.065432 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ba1eb979-94f3-446d-bd0c-ec33668ca8ca {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:30.068416 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-e833265b-5a5c-4573-9c1a-1c5335d012a1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1096 time: 0.3692183 Jun 23 14:10:30.097903 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port ba1eb979-94f3-446d-bd0c-ec33668ca8ca, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:30.105201 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.112658 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-04e16b94-f4e4-43ee-95a9-137d9fa4940a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.141551 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d604a13-64a6-4c50-ad57-265000b8edbb req-34a7c66a-7137-4f6c-9e66-f2304d3b16f2 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945708 Jun 23 14:10:30.178893 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-17b6e258-5810-4706-9820-de73c5f8cc11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 200 len: 217 time: 0.1026475 Jun 23 14:10:30.210051 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad29335-b7f3-4362-955c-a192264b06aa req-a20743ed-f621-4843-bec3-2d12476148f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.211503 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-a20743ed-f621-4843-bec3-2d12476148f8 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.2112732 Jun 23 14:10:30.218625 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Allocated IP 172.20.0.6 (29c7d145-1b11-4103-971f-691c80da4385/0702b282-d334-4606-9982-5a1d2bd98317/caa6f4f3-e1aa-4dd2-b0da-394687745aad) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:30.253133 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-901d762b-161e-49e5-a169-07315caaa0e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.256490 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-901d762b-161e-49e5-a169-07315caaa0e2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0699639 Jun 23 14:10:30.282842 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:30.288882 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-dc4e275c-ff86-405f-bcfe-73bb7979bb82 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644228 Jun 23 14:10:30.299133 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:30.387422 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['ba1eb979-94f3-446d-bd0c-ec33668ca8ca'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:30.393366 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35965bff-1afb-4981-9c4c-bd58f1903f79 req-e99dcf14-3768-4032-a311-b98422467aff tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.402803 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-35965bff-1afb-4981-9c4c-bd58f1903f79 req-e99dcf14-3768-4032-a311-b98422467aff tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 944 time: 0.4153526 Jun 23 14:10:30.456632 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-63c53078-96ad-4f38-ba8e-dd9e94cdfd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:30.458620 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-63c53078-96ad-4f38-ba8e-dd9e94cdfd4c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1869016 Jun 23 14:10:30.526805 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-04c95ec0-45f2-42cf-a99a-03359a87137a req-3d8ae6e9-bd54-4283-88e4-e5ca811a54bc tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 210 time: 0.1418939 Jun 23 14:10:30.652161 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-35965bff-1afb-4981-9c4c-bd58f1903f79 req-8009941f-494c-4778-96dd-e526f0b8f64d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812453 Jun 23 14:10:30.668357 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-beab0286-8cc3-42e7-9335-b12222dee59d service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021587 Jun 23 14:10:30.725704 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-bf9cd7c0-1038-47ca-a330-2dbdbf530c7d service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4205418 Jun 23 14:10:30.840782 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dd421b3d-3068-4fda-a329-4df2c05d51d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.860671 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.868061 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dd421b3d-3068-4fda-a329-4df2c05d51d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:30.934623 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:30.936517 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-b4b31ca5-20e5-4f14-8b07-c31307f1bdaa req-833d3b7d-1da3-474c-8abf-a9cf06bf8aae service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2597687 Jun 23 14:10:30.959238 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cad158c-574b-49c7-b5a1-0115ac499ef8 x-openstack-request-id: req-4cad158c-574b-49c7-b5a1-0115ac499ef8 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:30.959559 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:30.959840 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4cad158c-574b-49c7-b5a1-0115ac499ef8 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:30.961001 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'status': 'completed', 'code': 200} Jun 23 14:10:30.964632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-dd421b3d-3068-4fda-a329-4df2c05d51d9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5dabe19105c349ca800291fe89e53121&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0411720 Jun 23 14:10:30.971782 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46358) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:30.989625 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd421b3d-3068-4fda-a329-4df2c05d51d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dba74e6-84b4-4e94-8823-3f3e4cdb2a3e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.011795 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Transition to ACTIVE for port object caa6f4f3-e1aa-4dd2-b0da-394687745aad will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:31.016647 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-dd421b3d-3068-4fda-a329-4df2c05d51d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.052519 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ad29335-b7f3-4362-955c-a192264b06aa req-2473218b-755c-40cd-8ed1-a69f4edd8618 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3073566 Jun 23 14:10:31.078228 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.091907 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ea5dec-aae9-4003-abda-e69af17dbb35 req-ed6b652d-fe45-4a5d-94d4-8915fcc38f0a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.099440 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-34ea5dec-aae9-4003-abda-e69af17dbb35 req-ed6b652d-fe45-4a5d-94d4-8915fcc38f0a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.2349303 Jun 23 14:10:31.107198 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.110778 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-05555de1-8cfa-4bf6-a083-88e923a50219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.112231 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-05555de1-8cfa-4bf6-a083-88e923a50219 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1096 time: 0.0918350 Jun 23 14:10:31.133440 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.166540 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.260934 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Network 29c7d145-1b11-4103-971f-691c80da4385 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:31.274351 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.277121 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.278553 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/2dba74e6-84b4-4e94-8823-3f3e4cdb2a3e HTTP/1.1" status: 204 len: 168 time: 0.3056540 Jun 23 14:10:31.283374 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:31.285860 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:31.287061 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:31.310617 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dba74e6-84b4-4e94-8823-3f3e4cdb2a3e,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.330036 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.348869 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-34ea5dec-aae9-4003-abda-e69af17dbb35 req-c9b4ec5c-1372-4f71-90e4-b6c4d7b12d20 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2479098 Jun 23 14:10:31.355784 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-aa3a31f6-31c3-44f8-a788-9404c24d43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.357295 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-aa3a31f6-31c3-44f8-a788-9404c24d43fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.2283480 Jun 23 14:10:31.410970 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-35e7d5ca-f493-4ede-b95a-0a1467c7a80a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 200 len: 217 time: 0.0448086 Jun 23 14:10:31.495322 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-7259f01f-08f4-4a43-accb-072e139bfe05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.501529 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-7259f01f-08f4-4a43-accb-072e139bfe05 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0815723 Jun 23 14:10:31.615683 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-aca0afdc-f29a-49a4-8a81-aa6f8d7a94a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.621321 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-aca0afdc-f29a-49a4-8a81-aa6f8d7a94a1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1078236 Jun 23 14:10:31.652383 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ba1eb979-94f3-446d-bd0c-ec33668ca8ca up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:31.693028 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'Port': ['ID=caa6f4f3-e1aa-4dd2-b0da-394687745aad,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:31.710696 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.711079 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-850fa483-befd-4738-853c-55c7056fa181 None None] Provisioning for port caa6f4f3-e1aa-4dd2-b0da-394687745aad completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:31.712745 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.721576 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-850fa483-befd-4738-853c-55c7056fa181 None None] Provisioning complete for port caa6f4f3-e1aa-4dd2-b0da-394687745aad triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:31.723325 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-850fa483-befd-4738-853c-55c7056fa181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.740714 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:31.767168 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port ba1eb979-94f3-446d-bd0c-ec33668ca8ca completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:31.794247 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7263849 Jun 23 14:10:31.818501 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-850fa483-befd-4738-853c-55c7056fa181 None None] Port caa6f4f3-e1aa-4dd2-b0da-394687745aad cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:10:31.820508 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port ba1eb979-94f3-446d-bd0c-ec33668ca8ca triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:31.821424 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:31.822956 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-d1c7ed5a-ac8b-45e5-8339-c967b248a57c service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975830 Jun 23 14:10:31.831404 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Request body: {'port': {'device_id': '777b256c-7d95-4e44-a706-948f3e3925e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:31.877720 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-48beb8ec-3605-40fe-8817-49ff858ffa47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:31.879365 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-48beb8ec-3605-40fe-8817-49ff858ffa47 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 1097 time: 0.7420006 Jun 23 14:10:31.944868 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-fb2f9edd-2540-4160-9de6-1fefd6495eb7 req-1cbc0957-9387-408e-a108-89cbff69dd87 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161544 Jun 23 14:10:32.004807 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7d25ae-7928-44cb-8a33-b93649d86946 req-190a04d3-5804-4de2-a0f1-90ccb3425c9a tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.012256 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7d25ae-7928-44cb-8a33-b93649d86946 req-190a04d3-5804-4de2-a0f1-90ccb3425c9a tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 946 time: 0.6835654 Jun 23 14:10:32.020365 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.054458 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-f6f27dfa-f032-4963-b9f1-9c224614c579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.055911 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-f6f27dfa-f032-4963-b9f1-9c224614c579 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.1653230 Jun 23 14:10:32.071117 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:32.081948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-736fece0-10d3-4f7c-8f8e-eddc10ad02ae" -d '{"events": [{"server_uuid": "f19e4a04-27de-4314-ac5a-8809fc25d01b", "name": "network-vif-plugged", "status": "completed", "tag": "ba1eb979-94f3-446d-bd0c-ec33668ca8ca"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:32.118352 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port ba1eb979-94f3-446d-bd0c-ec33668ca8ca, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:32.127406 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.129363 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-3d5598fd-4af3-4322-80cc-67a6a909b652 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:32.133181 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-35ba2e20-33b2-4711-812d-09eaf0d873cb service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df66fc86-3499-47ff-baf5-a1faf57871b9 HTTP/1.1" status: 200 len: 217 time: 0.0568323 Jun 23 14:10:32.227239 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.280987 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8aa7e4be-c45c-4c65-9e4a-414027808bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.296405 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:32.318593 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:32.321917 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:32.331707 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7d25ae-7928-44cb-8a33-b93649d86946 req-ebbd1216-a2ff-435e-b024-64a4b918b072 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3166938 Jun 23 14:10:32.475758 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-5931fa14-fad0-4c25-838e-0d585b3dbb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.477452 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-5931fa14-fad0-4c25-838e-0d585b3dbb18 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.3268270 Jun 23 14:10:32.525770 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-5fe44aba-7b4f-4bd3-a6bb-7076d5b35b84 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400815 Jun 23 14:10:32.743633 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57fd8dd-1716-4df4-8ad3-181fe817248d req-77bbf609-ef54-426a-a0ab-e6160621d9a3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.758027 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f57fd8dd-1716-4df4-8ad3-181fe817248d req-77bbf609-ef54-426a-a0ab-e6160621d9a3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 931 time: 0.3955359 Jun 23 14:10:32.917169 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-16f69a0b-2ed7-4cdd-b0ca-6dd0b9d40c37 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3625557 Jun 23 14:10:32.924617 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f57fd8dd-1716-4df4-8ad3-181fe817248d req-5614db71-0a1c-4d95-8393-b4d8e20065d0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656840 Jun 23 14:10:32.955070 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefc90d-fd3f-48a9-a5d8-cb079b1295f0 req-a1bb7e01-e936-46b7-9365-1c975505838b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:32.965056 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5fefc90d-fd3f-48a9-a5d8-cb079b1295f0 req-a1bb7e01-e936-46b7-9365-1c975505838b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 944 time: 0.4445224 Jun 23 14:10:33.001660 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-043b03b7-0842-412d-aef1-27ce10452fc6 x-openstack-request-id: req-043b03b7-0842-412d-aef1-27ce10452fc6 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:33.002207 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19e4a04-27de-4314-ac5a-8809fc25d01b", "name": "network-vif-plugged", "status": "completed", "tag": "ba1eb979-94f3-446d-bd0c-ec33668ca8ca", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:33.002284 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-043b03b7-0842-412d-aef1-27ce10452fc6 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:33.002656 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca', 'code': 200} Jun 23 14:10:33.142760 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5fefc90d-fd3f-48a9-a5d8-cb079b1295f0 req-b0259660-8bca-49e2-8a7b-d1d80f11c136 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760221 Jun 23 14:10:33.200892 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.258894 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa6f4f3-e1aa-4dd2-b0da-394687745aad {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:33.281764 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.321532 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54465181-ff2f-4283-aaf1-ec4d40e743c7 req-1ce5ce09-fead-4f10-a39a-45b1836bb59e service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3931320 Jun 23 14:10:33.330712 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Transition to ACTIVE for port object caa6f4f3-e1aa-4dd2-b0da-394687745aad will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:33.342478 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.357344 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:33.432301 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6f4f3-e1aa-4dd2-b0da-394687745aad,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:33.436828 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.445076 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33712492-57d5-4b7e-af63-55d0f3db8f6e req-29bc709e-aabd-4b02-a5d6-aa22bd0f488c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.445710 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a9d409-905f-4ad7-a3cb-3f0761007033 req-22a1551a-7b5d-494e-b90a-e8f2f29d56e2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.446116 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-33712492-57d5-4b7e-af63-55d0f3db8f6e req-29bc709e-aabd-4b02-a5d6-aa22bd0f488c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.1871932 Jun 23 14:10:33.447225 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f4a9d409-905f-4ad7-a3cb-3f0761007033 req-22a1551a-7b5d-494e-b90a-e8f2f29d56e2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.3287842 Jun 23 14:10:33.541467 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-33712492-57d5-4b7e-af63-55d0f3db8f6e req-f1ef8ab8-d4c5-49d6-9540-276c984ea090 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835166 Jun 23 14:10:33.548723 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Attempting to bind port caa6f4f3-e1aa-4dd2-b0da-394687745aad on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:33.549064 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Attempting to bind port caa6f4f3-e1aa-4dd2-b0da-394687745aad by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:33.549391 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Attempting to bind port caa6f4f3-e1aa-4dd2-b0da-394687745aad on network 29c7d145-1b11-4103-971f-691c80da4385 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:33.579358 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Port caa6f4f3-e1aa-4dd2-b0da-394687745aad on network 29c7d145-1b11-4103-971f-691c80da4385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:33.579567 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Attempting to bind port caa6f4f3-e1aa-4dd2-b0da-394687745aad on network 29c7d145-1b11-4103-971f-691c80da4385 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:33.584435 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f4a9d409-905f-4ad7-a3cb-3f0761007033 req-7ea282b3-8da3-4ed8-8f0d-a3fc7eaf320f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1260743 Jun 23 14:10:33.588694 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:33.588895 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Checking segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:33.589271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Bound using segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:33.589696 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Bound port: caa6f4f3-e1aa-4dd2-b0da-394687745aad, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:33.590067 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.681176 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device df66fc86-3499-47ff-baf5-a1faf57871b9 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:33.702959 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] For port caa6f4f3-e1aa-4dd2-b0da-394687745aad, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:33.710983 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] For port caa6f4f3-e1aa-4dd2-b0da-394687745aad, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:33.717215 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.727362 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46482) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:33.730103 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-86507d39-4c2b-4c31-b839-0ada6910779c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:33.810141 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.812169 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.815250 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] 10.222.0.42 "PUT /v2.0/ports/caa6f4f3-e1aa-4dd2-b0da-394687745aad HTTP/1.1" status: 200 len: 1093 time: 2.0102220 Jun 23 14:10:33.816816 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:33.824095 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613571d9-0039-4358-901b-227a2a7ece78" -d '{"events": [{"name": "network-changed", "server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:33.931242 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6b320733-7267-4a87-9c68-5b622aa3c9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:33.932597 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a25b4575-b0a9-4845-9830-375e94908fe3 x-openstack-request-id: req-a25b4575-b0a9-4845-9830-375e94908fe3 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:33.932931 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:33.933254 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a25b4575-b0a9-4845-9830-375e94908fe3 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:33.933768 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'status': 'completed', 'code': 200} Jun 23 14:10:33.937863 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Pushing event updated for resources: {'Port': ['ID=caa6f4f3-e1aa-4dd2-b0da-394687745aad,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:33.943159 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:33.969308 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-01166790-0a8f-480e-a5d9-f7a39a2024d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:33.971718 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-01166790-0a8f-480e-a5d9-f7a39a2024d2 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 1096 time: 0.0921690 Jun 23 14:10:34.022472 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port df66fc86-3499-47ff-baf5-a1faf57871b9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=df66fc86-3499-47ff-baf5-a1faf57871b9,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:34.053238 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'df66fc86-3499-47ff-baf5-a1faf57871b9', 'network_id': '26526aa0-6b35-4ae5-a2e8-c67132694c42', 'port_id': 'df66fc86-3499-47ff-baf5-a1faf57871b9', 'mac_address': 'fa:16:3e:7c:06:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 814, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3abf8f45-769b-465d-bd8d-7bba5295d84a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:34.054883 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-3d523628-1828-4581-b22c-b6da1838b541 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad HTTP/1.1" status: 200 len: 217 time: 0.0647848 Jun 23 14:10:34.066365 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6b320733-7267-4a87-9c68-5b622aa3c9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.070942 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6b320733-7267-4a87-9c68-5b622aa3c9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.074786 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.121986 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b320733-7267-4a87-9c68-5b622aa3c9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e394200-dc09-4f9c-96f5-fbacd09f86ec,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.131131 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6b320733-7267-4a87-9c68-5b622aa3c9cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.151509 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-6b320733-7267-4a87-9c68-5b622aa3c9cb admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=69bb34932d49476f80ac0204cd26b885&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4228075 Jun 23 14:10:34.152562 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46496) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:34.153762 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.184935 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df66fc86-3499-47ff-baf5-a1faf57871b9 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:34.216177 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-f50fbc77-7943-4110-8a19-355b8277891f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.219435 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-f50fbc77-7943-4110-8a19-355b8277891f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.1558700 Jun 23 14:10:34.231277 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.272702 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port df66fc86-3499-47ff-baf5-a1faf57871b9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=df66fc86-3499-47ff-baf5-a1faf57871b9,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:34.277656 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.278446 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:34.278963 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.280479 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-aeae39b9-5d51-404e-83e0-cabe6b6860fb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.293942 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab876d7-7f30-47bb-8548-bf057a9563ab req-8edb74a7-1778-4f54-8282-b60d6c6767e9 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.296561 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5ab876d7-7f30-47bb-8548-bf057a9563ab req-8edb74a7-1778-4f54-8282-b60d6c6767e9 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 943 time: 0.1593764 Jun 23 14:10:34.383891 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.387275 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.388348 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4e394200-dc09-4f9c-96f5-fbacd09f86ec HTTP/1.1" status: 204 len: 168 time: 0.2345159 Jun 23 14:10:34.390031 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.408819 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=df66fc86-3499-47ff-baf5-a1faf57871b9,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.410276 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e394200-dc09-4f9c-96f5-fbacd09f86ec,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.414043 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.415226 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.450676 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-2dc2137f-f47b-4e4c-97a1-986017883b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.453657 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-2dc2137f-f47b-4e4c-97a1-986017883b85 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2213445 Jun 23 14:10:34.485831 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:34.508233 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'port_id': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'mac_address': 'fa:16:3e:4f:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:34.517597 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5ab876d7-7f30-47bb-8548-bf057a9563ab req-33f6f318-58f9-45f8-ae76-99b9148bf73b tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2084160 Jun 23 14:10:34.572582 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.616780 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d618a6e-3a9b-41eb-9916-8132e5ed2605 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:34.652456 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7f6785-e8d0-4a6a-8329-0cc0a46eebe5 req-f5e0f6fc-799d-4409-8195-ff37ceb84ff5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:34.654014 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3e7f6785-e8d0-4a6a-8329-0cc0a46eebe5 req-f5e0f6fc-799d-4409-8195-ff37ceb84ff5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 945 time: 0.2797518 Jun 23 14:10:34.656967 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-13ae7f77-0084-462e-92cc-79db2375a4d7 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883330 Jun 23 14:10:34.691765 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:34.701228 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:34.708332 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-3e14d904-a2bd-498c-b23f-a0ae2b63b768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:34.794863 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3e7f6785-e8d0-4a6a-8329-0cc0a46eebe5 req-b22ff71c-7aeb-4fee-a465-d675d24552d1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319382 Jun 23 14:10:34.825452 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:34.831528 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:34.863793 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be7202d9-1ebf-4642-9190-a5ce9f4c263b req-0fe9db13-5ebf-40df-b947-bef2eda7fa4f service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1934097 Jun 23 14:10:34.967256 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.002686 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46526) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.035673 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-24753ff9-2fed-4b30-8c6d-23358da28956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.073471 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['1d618a6e-3a9b-41eb-9916-8132e5ed2605'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:35.168678 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613571d9-0039-4358-901b-227a2a7ece78 req-badcb7cc-a95e-4c6f-a5f3-16131400434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.170552 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-613571d9-0039-4358-901b-227a2a7ece78 req-badcb7cc-a95e-4c6f-a5f3-16131400434b service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 1096 time: 0.1773221 Jun 23 14:10:35.217237 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-24753ff9-2fed-4b30-8c6d-23358da28956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.225652 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-24753ff9-2fed-4b30-8c6d-23358da28956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.228677 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['df66fc86-3499-47ff-baf5-a1faf57871b9'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:35.234231 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b76a9981-5aa3-45a8-b626-56bed288113b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.314092 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24753ff9-2fed-4b30-8c6d-23358da28956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8eff1c9-5213-4363-9620-0854606b546d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.319895 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-24753ff9-2fed-4b30-8c6d-23358da28956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.324134 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-24753ff9-2fed-4b30-8c6d-23358da28956 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=828ba0be460a4967bb4ab93471e12b52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199396 Jun 23 14:10:35.327232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46536) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.499730 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.536720 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.594941 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2800fdd6-e1f2-44a4-b2a1-e561591035a4 req-94010cac-43c6-4906-9689-3389ad320104 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.602781 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2800fdd6-e1f2-44a4-b2a1-e561591035a4 req-94010cac-43c6-4906-9689-3389ad320104 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 944 time: 0.5178161 Jun 23 14:10:35.638379 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.642263 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:35.647175 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a8eff1c9-5213-4363-9620-0854606b546d HTTP/1.1" status: 204 len: 168 time: 0.3155980 Jun 23 14:10:35.647175 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:35.662337 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8eff1c9-5213-4363-9620-0854606b546d,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:35.666605 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:35.743734 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2800fdd6-e1f2-44a4-b2a1-e561591035a4 req-b2de161a-7d6e-4e20-adc3-fa195759b5f9 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1398480 Jun 23 14:10:35.752295 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613571d9-0039-4358-901b-227a2a7ece78 req-f955f1c3-2cb6-44a9-900f-77218c1125dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.753879 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-613571d9-0039-4358-901b-227a2a7ece78 req-f955f1c3-2cb6-44a9-900f-77218c1125dc service neutron] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 912 time: 0.5752337 Jun 23 14:10:35.763062 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46554) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:35.813880 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-d946d037-4819-4d7a-ac38-28c8c907d880 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.815387 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-d946d037-4819-4d7a-ac38-28c8c907d880 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.2973931 Jun 23 14:10:35.816839 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-613571d9-0039-4358-901b-227a2a7ece78 req-fdb6872b-92e3-4152-85d4-5d5e75c120df service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad HTTP/1.1" status: 200 len: 217 time: 0.0518644 Jun 23 14:10:35.882367 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-dbc2efb2-071c-4c1c-a9ea-9bba13206852 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/quotas/5c2f0365b7d041c2ae2f81c0c4aa30ba HTTP/1.1" status: 200 len: 375 time: 0.0544481 Jun 23 14:10:35.897919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613571d9-0039-4358-901b-227a2a7ece78 req-3b40efd1-9ee6-47aa-ba29-1c11cf88e967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:35.899353 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-613571d9-0039-4358-901b-227a2a7ece78 req-3b40efd1-9ee6-47aa-ba29-1c11cf88e967 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.0637581 Jun 23 14:10:36.044511 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf016322-099b-409a-9da9-b1ed9515d5e7 req-2203ba2f-9a0a-4800-867e-5daf4654bb23 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.046487 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bf016322-099b-409a-9da9-b1ed9515d5e7 req-2203ba2f-9a0a-4800-867e-5daf4654bb23 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 943 time: 0.1503015 Jun 23 14:10:36.060044 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-6ad6e014-201f-48ab-87b9-95df82e44c44 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1768010 Jun 23 14:10:36.073720 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613571d9-0039-4358-901b-227a2a7ece78 req-2b9e647c-3d37-4391-8705-d0357440c695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.075525 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-613571d9-0039-4358-901b-227a2a7ece78 req-2b9e647c-3d37-4391-8705-d0357440c695 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1582766 Jun 23 14:10:36.219322 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bf016322-099b-409a-9da9-b1ed9515d5e7 req-fd3fd27c-c4d9-45cb-919e-297f3492737e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1654468 Jun 23 14:10:36.286532 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5b8d92cc-c22e-4b26-b92f-748dcc5ec978 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.290239 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-613571d9-0039-4358-901b-227a2a7ece78 req-23fd4c4b-9fee-45b1-9171-3041e6050553 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957693 Jun 23 14:10:36.299514 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-8f2bcd25-4971-41a6-b06f-a3b244f07792 service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226853 Jun 23 14:10:36.479422 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5b8d92cc-c22e-4b26-b92f-748dcc5ec978 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.484608 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5b8d92cc-c22e-4b26-b92f-748dcc5ec978 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.487390 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.531679 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-5b8d92cc-c22e-4b26-b92f-748dcc5ec978 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f528bebd365143469671aeb161aff47d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7637413 Jun 23 14:10:36.531679 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8d92cc-c22e-4b26-b92f-748dcc5ec978 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae611a85-0154-4a31-9f85-d00cc8c186ec,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.534037 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46578) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:36.536615 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5b8d92cc-c22e-4b26-b92f-748dcc5ec978 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.602641 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-8b3ddec9-ecfe-41bb-abf1-5247edcf0abd service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022687 Jun 23 14:10:36.619283 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.626010 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-613571d9-0039-4358-901b-227a2a7ece78 req-c9299245-bb61-4754-a155-90b2e1fffba0 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2009721 Jun 23 14:10:36.651728 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.653525 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc47a8f7-8eef-45fc-967a-34229c34c381 req-2c3f6546-0cbf-43b1-8826-f9c66c5decc6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:36.664107 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc47a8f7-8eef-45fc-967a-34229c34c381 req-2c3f6546-0cbf-43b1-8826-f9c66c5decc6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 945 time: 0.2206788 Jun 23 14:10:36.706904 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc47a8f7-8eef-45fc-967a-34229c34c381 req-4cbee80b-4bce-4daa-b091-c712794427c4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418522 Jun 23 14:10:36.723803 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.726349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:36.730175 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ae611a85-0154-4a31-9f85-d00cc8c186ec HTTP/1.1" status: 204 len: 168 time: 0.1929049 Jun 23 14:10:36.730175 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:36.755280 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae611a85-0154-4a31-9f85-d00cc8c186ec,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:36.757673 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:36.880851 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5b0c5af7-47b7-410f-a464-bd169a4516f8 req-ab87695f-cc90-424a-8e5c-1918022afaf9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 210 time: 0.0663493 Jun 23 14:10:37.018966 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.089210 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e6c183-36af-4d7f-b2a3-5be34d8dc18a req-e574c7cb-0f70-4549-8557-5b2baec14d82 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.092772 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-36e6c183-36af-4d7f-b2a3-5be34d8dc18a req-e574c7cb-0f70-4549-8557-5b2baec14d82 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 944 time: 0.1273794 Jun 23 14:10:37.153942 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-36e6c183-36af-4d7f-b2a3-5be34d8dc18a req-3be9896b-9adc-4b31-8774-362f97886da0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0548003 Jun 23 14:10:37.299838 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46610) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.329633 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aecc5d3a-1647-4887-b2e3-17a4d95911df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.479618 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ac52f-b360-4849-ade6-d48fb3ed73ba req-864ea169-3149-4b60-849f-d4bb74a35f37 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:37.481402 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fd5ac52f-b360-4849-ade6-d48fb3ed73ba req-864ea169-3149-4b60-849f-d4bb74a35f37 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 943 time: 0.1083453 Jun 23 14:10:37.525417 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aecc5d3a-1647-4887-b2e3-17a4d95911df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.531336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aecc5d3a-1647-4887-b2e3-17a4d95911df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.541167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-98873c75-9a37-47b6-a82f-2f37122941e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:37.564344 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fd5ac52f-b360-4849-ade6-d48fb3ed73ba req-25e86f28-3942-4490-9117-7cb242831981 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738845 Jun 23 14:10:37.586761 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecc5d3a-1647-4887-b2e3-17a4d95911df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5afa21f-2234-4a62-a290-926ccf56e61c,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.601141 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-aecc5d3a-1647-4887-b2e3-17a4d95911df admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8e62e30207ad43f883dc69e3b3f850d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3001628 Jun 23 14:10:37.605188 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46620) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:37.606165 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-aecc5d3a-1647-4887-b2e3-17a4d95911df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:37.674642 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.707454 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.712284 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device caa6f4f3-e1aa-4dd2-b0da-394687745aad details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:37.714999 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device df66fc86-3499-47ff-baf5-a1faf57871b9 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:37.797255 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.801198 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:37.806131 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b5afa21f-2234-4a62-a290-926ccf56e61c HTTP/1.1" status: 204 len: 168 time: 0.1988339 Jun 23 14:10:37.817540 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2072e875-4d18-4593-9aff-15ca47ed5a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:37.843986 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5afa21f-2234-4a62-a290-926ccf56e61c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:37.847810 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.067126 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f423f5-f40b-4491-80cd-f0f7aec5088a req-a61e3215-c163-47e6-8a40-556133ad671c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.073253 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3f423f5-f40b-4491-80cd-f0f7aec5088a req-a61e3215-c163-47e6-8a40-556133ad671c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 945 time: 0.1370485 Jun 23 14:10:38.130504 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port caa6f4f3-e1aa-4dd2-b0da-394687745aad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:38.138425 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3f423f5-f40b-4491-80cd-f0f7aec5088a req-3ac49d9d-d002-41ec-a692-ff3012b7aee1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 Jun 23 14:10:38.147059 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'port_id': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'mac_address': 'fa:16:3e:88:57:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:38.200129 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port df66fc86-3499-47ff-baf5-a1faf57871b9 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:38.231823 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port df66fc86-3499-47ff-baf5-a1faf57871b9 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:38.232211 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.330469 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.351105 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa6f4f3-e1aa-4dd2-b0da-394687745aad {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:38.392372 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port caa6f4f3-e1aa-4dd2-b0da-394687745aad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:38.420740 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.426201 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-3e14d904-a2bd-498c-b23f-a0ae2b63b768 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.471265 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.520371 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port df66fc86-3499-47ff-baf5-a1faf57871b9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=df66fc86-3499-47ff-baf5-a1faf57871b9,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:38.520762 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fd4913f7-03ba-4c2d-a19d-b2122513e068 req-f4855ff3-3a24-4a58-becc-37fb98fa1f21 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 210 time: 0.1609707 Jun 23 14:10:38.528551 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df66fc86-3499-47ff-baf5-a1faf57871b9'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:38.532677 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23b4f15-7b75-4fd4-999c-587b32e7a80d" -d '{"events": [{"server_uuid": "adc68b2b-2c12-4beb-b97b-76a147433894", "name": "network-vif-plugged", "status": "completed", "tag": "df66fc86-3499-47ff-baf5-a1faf57871b9"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:38.538408 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.539582 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:38.569378 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=caa6f4f3-e1aa-4dd2-b0da-394687745aad,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.575245 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.575911 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.654361 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=df66fc86-3499-47ff-baf5-a1faf57871b9,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.658703 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:38.665536 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:38.672099 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:38.672675 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.763210 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-455d3f52-638c-4bfa-a520-e73507a6ff6d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.772319 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-455d3f52-638c-4bfa-a520-e73507a6ff6d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.4589930 Jun 23 14:10:38.799416 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Request body: {'port': {'device_id': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'admin_state_up': True, 'tenant_id': '5c2f0365b7d041c2ae2f81c0c4aa30ba'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:38.806468 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.809527 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['caa6f4f3-e1aa-4dd2-b0da-394687745aad'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:38.886483 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:38.896732 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:38.900123 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:38.951171 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfb8bb4-4c54-456f-beee-e2559cf192be req-ba67952a-2d68-4fdc-a9d2-502c28ea1c68 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:38.961590 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9bfb8bb4-4c54-456f-beee-e2559cf192be req-ba67952a-2d68-4fdc-a9d2-502c28ea1c68 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 944 time: 0.5100625 Jun 23 14:10:38.988972 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:38.994152 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:39.082902 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9bfb8bb4-4c54-456f-beee-e2559cf192be req-3ebb4674-b218-4cdc-a2fe-17914ba406cc tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202619 Jun 23 14:10:39.114009 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6878b7b3-5b65-4a53-84d7-381b00d9d559 req-70831bb2-404b-4041-b368-9fe6fdd3ab82 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.121385 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6878b7b3-5b65-4a53-84d7-381b00d9d559 req-70831bb2-404b-4041-b368-9fe6fdd3ab82 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 946 time: 0.3977683 Jun 23 14:10:39.157515 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1a5122-8db7-4f5a-a560-67108abd2079 x-openstack-request-id: req-ee1a5122-8db7-4f5a-a560-67108abd2079 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:39.158097 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc68b2b-2c12-4beb-b97b-76a147433894", "name": "network-vif-plugged", "status": "completed", "tag": "df66fc86-3499-47ff-baf5-a1faf57871b9", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:39.158097 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ee1a5122-8db7-4f5a-a560-67108abd2079 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:39.158467 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df66fc86-3499-47ff-baf5-a1faf57871b9', 'code': 200} Jun 23 14:10:39.186492 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6878b7b3-5b65-4a53-84d7-381b00d9d559 req-1c0cd48a-23cb-4f62-bd4e-8e483b706269 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631242 Jun 23 14:10:39.190018 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Made reservation on behalf of 5c2f0365b7d041c2ae2f81c0c4aa30ba for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:39.193576 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.418776 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Allocated IP 172.20.0.11 (e8196980-9c5d-4144-a49c-9e3035f77c19/0e0038db-332f-453e-8ae6-c703337035c8/a83c461c-422a-4877-b3a0-277d3186822e) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:39.432857 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9bec72-6b84-46b3-9d55-936a5915607c req-1f423a34-b106-4e5f-98f1-b2058eacfbb4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.434452 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8d9bec72-6b84-46b3-9d55-936a5915607c req-1f423a34-b106-4e5f-98f1-b2058eacfbb4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 944 time: 0.1679614 Jun 23 14:10:39.489684 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf833376-866a-4afb-9270-e27008067697 req-1f1d9517-5c24-429d-b58b-d9ca5a7c018e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.491190 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-cf833376-866a-4afb-9270-e27008067697 req-1f1d9517-5c24-429d-b58b-d9ca5a7c018e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 1099 time: 0.0622582 Jun 23 14:10:39.517381 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3330636-8e2e-44c5-8180-05b7b5e1e55a req-a13d8661-97eb-4eb7-8e72-a1a1ea44d587 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:39.518965 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e3330636-8e2e-44c5-8180-05b7b5e1e55a req-a13d8661-97eb-4eb7-8e72-a1a1ea44d587 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1757243 Jun 23 14:10:39.528461 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8d9bec72-6b84-46b3-9d55-936a5915607c req-d1ecc55f-34b7-490c-a952-b4044b9c10b9 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827467 Jun 23 14:10:39.728097 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-cf833376-866a-4afb-9270-e27008067697 req-bf22822a-8022-4b5b-9c45-5e2ee87868a0 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279465 Jun 23 14:10:39.843602 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-50ff4fec-2d3f-4a7e-9217-8d7f5750dc22 req-da8fb713-8480-4bd7-9308-d7467345fee7 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 210 time: 0.0492952 Jun 23 14:10:39.851016 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e3330636-8e2e-44c5-8180-05b7b5e1e55a req-ea5c8235-4bba-4fd2-b578-f8192415713d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3181512 Jun 23 14:10:39.890285 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.934380 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:39.939235 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:39.949089 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:39.987742 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Network e8196980-9c5d-4144-a49c-9e3035f77c19 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:39.994765 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:39.999293 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:40.027753 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event updated for resources: {'Port': ['ID=a83c461c-422a-4877-b3a0-277d3186822e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:40.032819 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:40.057830 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.058718 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.075777 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2802577 Jun 23 14:10:40.096388 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Request body: {'port': {'device_id': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:40.231665 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.433995 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-a8e85779-dbb8-4d19-95b6-d28eabf3b6e7 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.436230 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-a8e85779-dbb8-4d19-95b6-d28eabf3b6e7 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.42 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 946 time: 0.2530603 Jun 23 14:10:40.554499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f31466-51ed-4aee-9023-fbb30b1637e4 req-3dfdb7cf-c476-4d60-b4a2-bb18ab08f6b5 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.556040 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-47f31466-51ed-4aee-9023-fbb30b1637e4 req-3dfdb7cf-c476-4d60-b4a2-bb18ab08f6b5 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 946 time: 0.2075861 Jun 23 14:10:40.615251 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ca8753-e0cb-4bf4-8a34-aa0f44684961 req-d14b7b96-5fb3-435e-88e7-0bf9f34b43fc tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:40.623057 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-21ca8753-e0cb-4bf4-8a34-aa0f44684961 req-d14b7b96-5fb3-435e-88e7-0bf9f34b43fc tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.2370348 Jun 23 14:10:40.667091 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Deleting port 78ce0313-f926-405b-a4fd-45f745d84da9 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:10:40.667548 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.751081 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-47f31466-51ed-4aee-9023-fbb30b1637e4 req-2cbd4c29-b3e0-404d-81c8-6ecf6ae0b20e tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/security-groups?id=e37063e6-466a-457a-9389-0608f9dc0ef9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793780 Jun 23 14:10:40.759433 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46790) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:40.803699 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a83c461c-422a-4877-b3a0-277d3186822e {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:40.805346 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] For port 78ce0313-f926-405b-a4fd-45f745d84da9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=78ce0313-f926-405b-a4fd-45f745d84da9,segment=NetworkSegment(26cc3455-0b96-4f5f-a3ba-a3dbae32660e),segment_id=26cc3455-0b96-4f5f-a3ba-a3dbae32660e)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:40.805728 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.837284 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-21ca8753-e0cb-4bf4-8a34-aa0f44684961 req-05148bad-56a2-4f33-9ef5-389cb5d79425 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2125797 Jun 23 14:10:40.852520 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.855232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Calling delete_port for 78ce0313-f926-405b-a4fd-45f745d84da9 owned by compute:nova {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:10:40.898199 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Transition to ACTIVE for port object a83c461c-422a-4877-b3a0-277d3186822e will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:40.905387 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:40.908793 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d441754b-e33f-44e0-b468-93ff1dca69cc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.004872 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Pushing event updated for resources: {'Port': ['ID=a83c461c-422a-4877-b3a0-277d3186822e,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.056922 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.067055 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2a144e0b-0c34-40c1-990b-f30252866ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.160058 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:41.164115 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64d33f2f-334a-4faa-ad79-623acafeba7a" -d '{"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-plugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:41.182512 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ba4bbb-aed1-4c0c-8f61-7d88aa4ee336 req-109cbc1f-1fbe-458d-a8fd-f964b3264268 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.189931 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-02ba4bbb-aed1-4c0c-8f61-7d88aa4ee336 req-109cbc1f-1fbe-458d-a8fd-f964b3264268 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 944 time: 0.1863499 Jun 23 14:10:41.249377 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Attempting to bind port a83c461c-422a-4877-b3a0-277d3186822e on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:41.249569 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Attempting to bind port a83c461c-422a-4877-b3a0-277d3186822e by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:41.250049 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Attempting to bind port a83c461c-422a-4877-b3a0-277d3186822e on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:41.261175 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Port a83c461c-422a-4877-b3a0-277d3186822e on network e8196980-9c5d-4144-a49c-9e3035f77c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:41.261489 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Attempting to bind port a83c461c-422a-4877-b3a0-277d3186822e on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:41.274473 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-02ba4bbb-aed1-4c0c-8f61-7d88aa4ee336 req-4ac2befa-5218-465e-89ef-160d609d07ba tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834441 Jun 23 14:10:41.284048 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:41.284454 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Checking segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:41.284779 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Bound using segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:41.294939 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Bound port: a83c461c-422a-4877-b3a0-277d3186822e, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:41.296592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.303705 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2a144e0b-0c34-40c1-990b-f30252866ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.305113 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.314341 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-584a684f-bc38-4fda-84ea-e4a46bdcc1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.318734 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['78ce0313-f926-405b-a4fd-45f745d84da9'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:41.322902 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2a144e0b-0c34-40c1-990b-f30252866ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.336280 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcf0b80-5783-48a7-8e6e-ac292e177133 req-99870230-e20e-4e30-86d5-c891a3756967 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.337769 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9fcf0b80-5783-48a7-8e6e-ac292e177133 req-99870230-e20e-4e30-86d5-c891a3756967 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 944 time: 0.2562325 Jun 23 14:10:41.373856 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Pushing event deleted for resources: {'Port': ['ID=78ce0313-f926-405b-a4fd-45f745d84da9,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.377712 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.402046 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7ea8f5be-a81b-46c6-9201-cf6ae8c2714e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.433499 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9fcf0b80-5783-48a7-8e6e-ac292e177133 req-68a85b72-73af-43dc-b717-3797d33b43f8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652802 Jun 23 14:10:41.444327 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2a144e0b-0c34-40c1-990b-f30252866ccf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=700b57a6d03f46c3a143ede7f58af89c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6811769 Jun 23 14:10:41.450934 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46818) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:41.477003 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a144e0b-0c34-40c1-990b-f30252866ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8957b4a-613f-47bd-9eed-01034e6ed8cd,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.481540 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2a144e0b-0c34-40c1-990b-f30252866ccf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.508659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] No DVR routers for this DVR port 78ce0313-f926-405b-a4fd-45f745d84da9 on host hv-cinder-79400 {{(pid=93108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:10:41.512863 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.516193 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-62142141-58c0-4efa-8c1d-c50599f87b44 req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.42 "DELETE /v2.0/ports/78ce0313-f926-405b-a4fd-45f745d84da9 HTTP/1.1" status: 204 len: 173 time: 1.0709081 Jun 23 14:10:41.517290 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] For port a83c461c-422a-4877-b3a0-277d3186822e, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:41.522832 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b332b29-4f8c-488c-a52d-44c659518110', 'name': 'network-vif-deleted', 'tag': '78ce0313-f926-405b-a4fd-45f745d84da9'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:41.524652 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] For port a83c461c-422a-4877-b3a0-277d3186822e, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a83c461c-422a-4877-b3a0-277d3186822e,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:41.525620 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8c1a74-1658-4257-95de-1e64f3775d58" -d '{"events": [{"server_uuid": "8b332b29-4f8c-488c-a52d-44c659518110", "name": "network-vif-deleted", "tag": "78ce0313-f926-405b-a4fd-45f745d84da9"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:41.532907 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66659faa-1e9c-4168-a674-1b5d588e3007 req-b4b7655e-db5d-4988-a11d-bbcd94b44560 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.541846 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-66659faa-1e9c-4168-a674-1b5d588e3007 req-b4b7655e-db5d-4988-a11d-bbcd94b44560 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1049316 Jun 23 14:10:41.551911 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.571025 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.582741 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5844ca8-8754-43c5-9a0e-3c24924134cc x-openstack-request-id: req-a5844ca8-8754-43c5-9a0e-3c24924134cc {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:41.583368 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-plugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:41.583902 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a5844ca8-8754-43c5-9a0e-3c24924134cc {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:41.584536 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'code': 200} Jun 23 14:10:41.591426 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.629282 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Pushing event updated for resources: {'Port': ['ID=a83c461c-422a-4877-b3a0-277d3186822e,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.633625 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.638506 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.639761 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.641188 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] 10.222.0.42 "PUT /v2.0/ports/a83c461c-422a-4877-b3a0-277d3186822e HTTP/1.1" status: 200 len: 1094 time: 1.5505917 Jun 23 14:10:41.641670 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'tag': 'a83c461c-422a-4877-b3a0-277d3186822e'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:41.651618 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1227bd06-28ac-4245-90b3-a78a1430b812" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce", "tag": "a83c461c-422a-4877-b3a0-277d3186822e"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:41.656407 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.681772 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-66659faa-1e9c-4168-a674-1b5d588e3007 req-9565ad56-3bca-4986-8548-f510b31ecc75 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270633 Jun 23 14:10:41.714591 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ed4c4fd-f1af-4747-80da-7c3b6aaba163 x-openstack-request-id: req-1ed4c4fd-f1af-4747-80da-7c3b6aaba163 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:41.716594 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b332b29-4f8c-488c-a52d-44c659518110", "name": "network-vif-deleted", "tag": "78ce0313-f926-405b-a4fd-45f745d84da9", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:41.716884 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-1ed4c4fd-f1af-4747-80da-7c3b6aaba163 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:41.720096 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b332b29-4f8c-488c-a52d-44c659518110', 'name': 'network-vif-deleted', 'tag': '78ce0313-f926-405b-a4fd-45f745d84da9', 'status': 'completed', 'code': 200} Jun 23 14:10:41.742733 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6dce9fb-53a8-4a9f-9b95-da6101342595 x-openstack-request-id: req-c6dce9fb-53a8-4a9f-9b95-da6101342595 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:41.743056 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce", "tag": "a83c461c-422a-4877-b3a0-277d3186822e", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:41.743341 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c6dce9fb-53a8-4a9f-9b95-da6101342595 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:41.743730 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device caa6f4f3-e1aa-4dd2-b0da-394687745aad up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:41.743935 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'tag': 'a83c461c-422a-4877-b3a0-277d3186822e', 'status': 'completed', 'code': 200} Jun 23 14:10:41.782604 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.784807 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.795152 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b8957b4a-613f-47bd-9eed-01034e6ed8cd HTTP/1.1" status: 204 len: 168 time: 0.3324232 Jun 23 14:10:41.799603 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6b320733-7267-4a87-9c68-5b622aa3c9cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:41.799983 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-da67221e-962d-4c73-a689-69328cb83c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.801826 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-da67221e-962d-4c73-a689-69328cb83c1d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 1097 time: 0.0966337 Jun 23 14:10:41.819072 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8957b4a-613f-47bd-9eed-01034e6ed8cd,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:41.826738 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:41.859541 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port caa6f4f3-e1aa-4dd2-b0da-394687745aad completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:41.864176 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port caa6f4f3-e1aa-4dd2-b0da-394687745aad triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:41.864501 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:41.926220 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-94e221db-19ca-4abb-bc13-ebf91511a57d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a83c461c-422a-4877-b3a0-277d3186822e HTTP/1.1" status: 200 len: 217 time: 0.1048167 Jun 23 14:10:41.961998 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911b5514-d420-4a80-9f9f-7d96ac90dbae req-5c210b56-41c2-44e5-a83c-7e70596cb481 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:41.964263 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-911b5514-d420-4a80-9f9f-7d96ac90dbae req-5c210b56-41c2-44e5-a83c-7e70596cb481 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1098 time: 0.1009793 Jun 23 14:10:42.021344 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-911b5514-d420-4a80-9f9f-7d96ac90dbae req-0f7bfd0d-ce36-41b7-9db1-aa7689422337 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0486481 Jun 23 14:10:42.048140 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9623a6f9-4cb8-49cd-817b-8b7cef36b513 req-5a406a51-1896-4610-970c-8379c8cc8394 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] 10.222.0.16 "GET /v2.0/ports?device_id=8b332b29-4f8c-488c-a52d-44c659518110 HTTP/1.1" status: 200 len: 210 time: 0.1166368 Jun 23 14:10:42.062883 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.064108 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-79ee1a0e-f63b-4553-a673-7972d8dd5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.065737 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-79ee1a0e-f63b-4553-a673-7972d8dd5a4d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.1182146 Jun 23 14:10:42.112365 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port caa6f4f3-e1aa-4dd2-b0da-394687745aad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:42.117589 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.119858 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.180361 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-652cf739-c0cc-4a2b-af13-3c095fd5ca1c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407705 Jun 23 14:10:42.183084 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=caa6f4f3-e1aa-4dd2-b0da-394687745aad,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.188317 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.225086 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46840) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:42.239475 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc02c2b0-fe00-4ddb-9040-b8e6f26335ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.348084 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06962-966c-4ac6-9591-5554335e2365 req-99bddafa-4b07-496e-a474-01a5af302028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.350432 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-8dc06962-966c-4ac6-9591-5554335e2365 req-99bddafa-4b07-496e-a474-01a5af302028 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 1099 time: 0.1001654 Jun 23 14:10:42.378483 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-ec7826b5-dbb1-441c-960b-77ffb9acc95e service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773653 Jun 23 14:10:42.398913 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b75bec-72a1-4fe6-807a-3b14f1796b08 req-21f309c4-fd56-4db8-aeaf-3acc8b896c0e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.400489 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65b75bec-72a1-4fe6-807a-3b14f1796b08 req-21f309c4-fd56-4db8-aeaf-3acc8b896c0e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1389794 Jun 23 14:10:42.458181 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd84a7-1149-4bda-911d-77953131e235 req-45004e4e-23ec-4ef4-b766-a59a3456e7e1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.459917 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eefd84a7-1149-4bda-911d-77953131e235 req-45004e4e-23ec-4ef4-b766-a59a3456e7e1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1672902 Jun 23 14:10:42.461786 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc02c2b0-fe00-4ddb-9040-b8e6f26335ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.473737 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc02c2b0-fe00-4ddb-9040-b8e6f26335ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.482630 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-4013a8b6-8948-451b-881a-1e6088c1747a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.524026 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc02c2b0-fe00-4ddb-9040-b8e6f26335ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71c9fe8-2d08-4116-9d8d-e54ea228341f,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.527273 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-dc02c2b0-fe00-4ddb-9040-b8e6f26335ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:42.542771 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-dc02c2b0-fe00-4ddb-9040-b8e6f26335ec admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fc8a8b4fdd2a4d008cf4ef477ed5a9f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165700 Jun 23 14:10:42.547001 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06962-966c-4ac6-9591-5554335e2365 req-c2e0433d-1b8d-4deb-b964-38b92d00a736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.548476 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-8dc06962-966c-4ac6-9591-5554335e2365 req-c2e0433d-1b8d-4deb-b964-38b92d00a736 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.1823235 Jun 23 14:10:42.548939 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46852) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:42.556073 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65b75bec-72a1-4fe6-807a-3b14f1796b08 req-c22862b3-2d02-4052-bf23-3ee38d945f58 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1424868 Jun 23 14:10:42.571253 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eefd84a7-1149-4bda-911d-77953131e235 req-72c0fb2f-7843-49be-b815-50344eeadb3d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770631 Jun 23 14:10:42.591270 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb756dce-9812-40dd-aab1-697b59dd4244 req-370a370f-fa70-4b6c-bfb7-7cb045c9c2d9 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885581 Jun 23 14:10:42.633604 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-8dc06962-966c-4ac6-9591-5554335e2365 req-6cf35d87-2e5a-4919-a8e6-90692cea6b4e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df66fc86-3499-47ff-baf5-a1faf57871b9 HTTP/1.1" status: 200 len: 217 time: 0.0614846 Jun 23 14:10:42.714615 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.749266 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc06962-966c-4ac6-9591-5554335e2365 req-1b80ab45-8aea-44b3-94e5-8c83e250e6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.750762 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-8dc06962-966c-4ac6-9591-5554335e2365 req-1b80ab45-8aea-44b3-94e5-8c83e250e6d3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.0831130 Jun 23 14:10:42.755827 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.839485 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-8dc06962-966c-4ac6-9591-5554335e2365 req-725cabfe-848a-483f-9691-3d9c8d2b214a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644448 Jun 23 14:10:42.866615 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-025a1523-2082-43cb-a341-557fbefb2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.868107 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-025a1523-2082-43cb-a341-557fbefb2325 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 1097 time: 0.1745272 Jun 23 14:10:42.876348 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.877585 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda0eed5-a865-45ba-8a96-da9f0b08192e req-4c4832d3-7f96-4e23-bec6-85b7518af724 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.878875 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:42.879348 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fda0eed5-a865-45ba-8a96-da9f0b08192e req-4c4832d3-7f96-4e23-bec6-85b7518af724 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 944 time: 0.1731133 Jun 23 14:10:42.889997 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a71c9fe8-2d08-4116-9d8d-e54ea228341f HTTP/1.1" status: 204 len: 168 time: 0.3372338 Jun 23 14:10:42.903932 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb7ef5-1847-4904-b4a3-f994a81d5f2e req-c5f8774a-99ba-469d-8ba3-6719684be725 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:42.906170 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7bfb7ef5-1847-4904-b4a3-f994a81d5f2e req-c5f8774a-99ba-469d-8ba3-6719684be725 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.2020445 Jun 23 14:10:42.911570 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8eabf70d-d12a-4d49-8359-1e191e8aeebf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:42.957026 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71c9fe8-2d08-4116-9d8d-e54ea228341f,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:42.960128 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:43.005329 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-8dc06962-966c-4ac6-9591-5554335e2365 req-d58ddd56-90a6-46e7-aded-2575341db2ad service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498733 Jun 23 14:10:43.068219 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fda0eed5-a865-45ba-8a96-da9f0b08192e req-dba073c9-183a-4e61-8bc4-d9692cb937b4 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702495 Jun 23 14:10:43.089628 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7bfb7ef5-1847-4904-b4a3-f994a81d5f2e req-c65abb0a-d221-4be3-a850-ceae64e1bc8f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1613550 Jun 23 14:10:43.136685 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-ea52014c-85af-4b12-869b-876614295884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.138170 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-ea52014c-85af-4b12-869b-876614295884 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 916 time: 0.2521169 Jun 23 14:10:43.163782 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-8dc06962-966c-4ac6-9591-5554335e2365 req-52532870-0161-4f12-925d-32f9573423de service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338415 Jun 23 14:10:43.212214 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-612b5520-692f-45c1-a8a4-d5eb43948388 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a83c461c-422a-4877-b3a0-277d3186822e HTTP/1.1" status: 200 len: 217 time: 0.0502589 Jun 23 14:10:43.314940 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-5916c487-8532-47c8-9432-66a5e5fc2b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.316418 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-5916c487-8532-47c8-9432-66a5e5fc2b5f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.0729344 Jun 23 14:10:43.378022 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-458e6cbd-12c7-4ae1-8c62-827c67c2ca83 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279758 Jun 23 14:10:43.511921 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-7587abcb-169e-429b-9b4c-2b355d96ccee service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200347 Jun 23 14:10:43.587535 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:43.593829 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1680f74-46d1-4f87-8311-d0423fb853d7" -d '{"events": [{"server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "name": "network-vif-plugged", "status": "completed", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:43.676013 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1227bd06-28ac-4245-90b3-a78a1430b812 req-5569d71f-09a5-4519-abcf-22668a3c6c69 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530364 Jun 23 14:10:43.678204 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-463eea2a-1dea-411b-9202-fbe60df2ab47 x-openstack-request-id: req-463eea2a-1dea-411b-9202-fbe60df2ab47 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:43.678496 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "name": "network-vif-plugged", "status": "completed", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:43.678764 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-463eea2a-1dea-411b-9202-fbe60df2ab47 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:43.679148 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'code': 200} Jun 23 14:10:43.846181 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aeb8097-c8e9-4416-9fb3-99e2b440e643 req-8ebb0806-b58f-4ce9-85e6-45640803cd99 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.855837 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1aeb8097-c8e9-4416-9fb3-99e2b440e643 req-8ebb0806-b58f-4ce9-85e6-45640803cd99 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1017547 Jun 23 14:10:43.891470 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1aeb8097-c8e9-4416-9fb3-99e2b440e643 req-dd6adba3-8e70-43f4-8c67-d4b8e8475158 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369060 Jun 23 14:10:43.971599 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46928) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:43.981698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706e897-6462-42af-935a-365c40f01b34 req-19b8955f-fe9b-49e3-bd9c-1d5e5d3761fa tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:43.983950 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3706e897-6462-42af-935a-365c40f01b34 req-19b8955f-fe9b-49e3-bd9c-1d5e5d3761fa tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0968566 Jun 23 14:10:43.991430 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46932) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:44.095400 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1862dc10-4089-4a2c-88d7-f7e37b7ce34d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.095611 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3706e897-6462-42af-935a-365c40f01b34 req-42103206-dad9-4ce3-b959-a7ad101f8cb2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802372 Jun 23 14:10:44.111982 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd74ddd-946a-4428-a6ff-3e5ed9a24cde req-6ec6acee-6ace-49fe-96e2-0169b4e4f22c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.113475 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4dd74ddd-946a-4428-a6ff-3e5ed9a24cde req-6ec6acee-6ace-49fe-96e2-0169b4e4f22c service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 1098 time: 0.1286077 Jun 23 14:10:44.125638 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2109814100-network', 'tenant_id': 'e11222153d434d2b9b056cd349ce272b'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:44.158723 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbcbf50-414b-488f-b0c0-a31157b17a68 req-7f759cd1-1865-431b-9248-1cf4738c0727 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.160578 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3bbcbf50-414b-488f-b0c0-a31157b17a68 req-7f759cd1-1865-431b-9248-1cf4738c0727 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1247857 Jun 23 14:10:44.171125 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46940) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:44.180565 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'floatingip': {'port_id': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:44.223449 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1862dc10-4089-4a2c-88d7-f7e37b7ce34d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.234868 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1862dc10-4089-4a2c-88d7-f7e37b7ce34d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.247109 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-35efa3dd-1bfe-481b-85f5-5c586d9b955c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.263814 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4dd74ddd-946a-4428-a6ff-3e5ed9a24cde req-358f3b6a-f6ba-4497-9fa2-cdf7e3ca7632 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431816 Jun 23 14:10:44.285696 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Made reservation on behalf of e11222153d434d2b9b056cd349ce272b for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:44.288036 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.292960 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.300723 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1862dc10-4089-4a2c-88d7-f7e37b7ce34d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=02a65d7551164372981411b0605b88e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3280377 Jun 23 14:10:44.304840 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46942) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:44.313213 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1862dc10-4089-4a2c-88d7-f7e37b7ce34d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acfa5d73-2085-4745-b35b-f11b17f0e328,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.315789 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.323244 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1862dc10-4089-4a2c-88d7-f7e37b7ce34d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.398279 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.433496 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.509215 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.515596 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.521063 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-09211c45-5dbc-4c4d-860c-ef445db5982e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.524986 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.528100 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.532853 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/acfa5d73-2085-4745-b35b-f11b17f0e328 HTTP/1.1" status: 204 len: 168 time: 0.2253096 Jun 23 14:10:44.546482 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 815} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:44.570337 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56145533-91a7-47d6-9b51-ab6546d4309d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.574680 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.575777 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Added segment 4f522dec-2c52-4a32-9739-cc84b0455024 of type vlan for network e94f0acd-4463-4273-be9d-6cf009ab14a7 Jun 23 14:10:44.596317 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.597704 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.064s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.612133 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acfa5d73-2085-4745-b35b-f11b17f0e328,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.652059 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.669667 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.719871 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.722102 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.723074 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.727184 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0f164b1d-ad96-468f-8415-e1ed612801f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:44.735239 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46962) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:44.779115 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7860365 Jun 23 14:10:44.783064 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0750794-6150-46ba-8e5f-08ed6107cea1 req-89a46fd3-524d-481b-a261-d9f7671499c3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.791054 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e0750794-6150-46ba-8e5f-08ed6107cea1 req-89a46fd3-524d-481b-a261-d9f7671499c3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.5016065 Jun 23 14:10:44.793606 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 46966) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:44.806607 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e336cd3-2395-4b3e-913d-0264c8280b33 req-4fb32e6f-6035-4c05-9de5-6c442c58e378 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:44.808580 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0e336cd3-2395-4b3e-913d-0264c8280b33 req-4fb32e6f-6035-4c05-9de5-6c442c58e378 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 944 time: 0.5610895 Jun 23 14:10:44.812667 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Request body: {'subnet': {'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2109814100-subnet', 'tenant_id': 'e11222153d434d2b9b056cd349ce272b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:44.828991 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Pushing event updated for resources: {'Network': ['ID=e94f0acd-4463-4273-be9d-6cf009ab14a7,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:44.832807 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:44.846185 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network e94f0acd-4463-4273-be9d-6cf009ab14a7 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:44.946778 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Made reservation on behalf of e11222153d434d2b9b056cd349ce272b for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:44.949400 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61245805'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:44.997284 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2b953678-a1b4-48ea-9a09-9ec664c409c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.016026 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e0750794-6150-46ba-8e5f-08ed6107cea1 req-241f2e61-c9ba-4ee7-9c5e-259b3b39c5b9 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2239122 Jun 23 14:10:45.112157 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0e336cd3-2395-4b3e-913d-0264c8280b33 req-6fdc09fd-87d3-4fe1-9adb-4a8f396fa5f6 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733727 Jun 23 14:10:45.167369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2b953678-a1b4-48ea-9a09-9ec664c409c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.173258 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2b953678-a1b4-48ea-9a09-9ec664c409c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.203686 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-839681c5-fb3e-45af-be28-86e4793cd32e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.210744 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2b953678-a1b4-48ea-9a09-9ec664c409c5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=592e0969071d4a91a43ccb224211cc08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4591351 Jun 23 14:10:45.211582 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46982) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.274789 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b953678-a1b4-48ea-9a09-9ec664c409c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4b3668-d105-4b27-a633-d45e7918551d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.277542 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46986) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.301724 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2b953678-a1b4-48ea-9a09-9ec664c409c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.363197 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.368570 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_v2 [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Deleting subnet 6f7f001c-9add-4fa8-ae60-bac84809bcf2 {{(pid=93108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:10:45.372990 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.416341 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.435041 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65330286'] for subnet, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.504104 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.550857 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.553551 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.557548 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/be4b3668-d105-4b27-a633-d45e7918551d HTTP/1.1" status: 204 len: 168 time: 0.3423412 Jun 23 14:10:45.557548 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2b953678-a1b4-48ea-9a09-9ec664c409c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.569873 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4b3668-d105-4b27-a633-d45e7918551d,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.572518 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.583023 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65168661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66149441'] for subnet, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.590667 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bb79a1f9-254c-4748-bf90-58aa484dbd91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.624964 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6f7f001c-9add-4fa8-ae60-bac84809bcf2,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.629290 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.630019 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.634849 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6f7f001c-9add-4fa8-ae60-bac84809bcf2 HTTP/1.1" status: 204 len: 168 time: 0.3343947 Jun 23 14:10:45.638239 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 46994) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:45.667307 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62456153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61245823'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.680610 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604ec16f-c3f5-4867-a079-5e1615eae841 req-1bf063f6-fd04-46e3-ace5-6543465f20b1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:45.682189 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-604ec16f-c3f5-4867-a079-5e1615eae841 req-1bf063f6-fd04-46e3-ace5-6543465f20b1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.3803604 Jun 23 14:10:45.697137 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-adb2d06c-f983-49a6-914c-c20b5b14a919 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:45.734001 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.775298 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device a83c461c-422a-4877-b3a0-277d3186822e details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:10:45.784642 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 78ce0313-f926-405b-a4fd-45f745d84da9 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:10:45.882220 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.902722 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.910553 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb0bf580-0441-4287-a288-97cb12c25eb8,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:45.916209 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.923144 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9bd6464-49c0-439a-8911-6b219fea75a8']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:45.923369 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:45.933483 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port a83c461c-422a-4877-b3a0-277d3186822e, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a83c461c-422a-4877-b3a0-277d3186822e,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:45.948014 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26cc3455-0b96-4f5f-a3ba-a3dbae32660e') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:45.948340 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26cc3455-0b96-4f5f-a3ba-a3dbae32660e') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:45.949677 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'a83c461c-422a-4877-b3a0-277d3186822e', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'port_id': 'a83c461c-422a-4877-b3a0-277d3186822e', 'mac_address': 'fa:16:3e:7f:ff:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0038db-332f-453e-8ae6-c703337035c8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:10:45.963956 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:45.966047 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-604ec16f-c3f5-4867-a079-5e1615eae841 req-97c6c9e4-265d-45dc-8781-07f0691db744 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2744610 Jun 23 14:10:45.973186 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Checking segment: {'id': '4f522dec-2c52-4a32-9739-cc84b0455024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:45.973644 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Network hostable DHCP agents. Network: e94f0acd-4463-4273-be9d-6cf009ab14a7, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:45.980903 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 78ce0313-f926-405b-a4fd-45f745d84da9 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:10:45.981606 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 78ce0313-f926-405b-a4fd-45f745d84da9 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:10:46.006651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.022975 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Releasing vlan 848 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:10:46.023906 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.044716 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.055649 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Network e94f0acd-4463-4273-be9d-6cf009ab14a7 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:46.079393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, e94f0acd-4463-4273-be9d-6cf009ab14a7) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:46.088038 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:46.089015 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.092697 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.l3_db [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Floating IP 9358d3ad-7ab3-4f99-a79d-eaa392d7969e associated. External IP: 172.28.2.143, port: 1d618a6e-3a9b-41eb-9916-8132e5ed2605. Jun 23 14:10:46.093542 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a83c461c-422a-4877-b3a0-277d3186822e {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:46.105420 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dfd3bb-bbea-49cd-8831-2442f537333a None None] Network e94f0acd-4463-4273-be9d-6cf009ab14a7 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:10:46.127048 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:10:46.130162 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47012) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.131082 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.144823 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port a83c461c-422a-4877-b3a0-277d3186822e, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a83c461c-422a-4877-b3a0-277d3186822e,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:46.168461 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0e09a9c-7e71-4c25-a729-a8dfc94903c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.171912 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-be5aa180-679d-4945-9536-ba6eeaa741e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.175152 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.180339 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3829389 Jun 23 14:10:46.192997 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e9bd6464-49c0-439a-8911-6b219fea75a8 HTTP/1.1" status: 204 len: 168 time: 0.5411224 Jun 23 14:10:46.229984 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.239839 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9bd6464-49c0-439a-8911-6b219fea75a8,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.245462 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.253782 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0150d8b1-6b98-4bb9-bbe2-177e5fe32180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.364159 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=a83c461c-422a-4877-b3a0-277d3186822e,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.372911 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.426901 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-be5aa180-679d-4945-9536-ba6eeaa741e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.432955 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-be5aa180-679d-4945-9536-ba6eeaa741e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.435593 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.474906 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd297d6-66c1-4162-864d-2f7315519d8b None None] Network e94f0acd-4463-4273-be9d-6cf009ab14a7 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:46.506067 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-be5aa180-679d-4945-9536-ba6eeaa741e0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bc5525cf1ed496d832a0d007508db5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3697519 Jun 23 14:10:46.506979 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5aa180-679d-4945-9536-ba6eeaa741e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc66d19-3425-4901-a685-6739d9b447ba,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.509826 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47052) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.516460 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-be5aa180-679d-4945-9536-ba6eeaa741e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.589771 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.615269 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.641460 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47056) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.704592 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c4f7a12a-f9ce-48ff-9355-9ecbcc401e9b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=08cad489fcc6426e939bbfb032bea198&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0611794 Jun 23 14:10:46.707521 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47060) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:46.730915 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.735034 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.739139 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7bc66d19-3425-4901-a685-6739d9b447ba HTTP/1.1" status: 204 len: 168 time: 0.2263737 Jun 23 14:10:46.741430 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-524b3e88-9dd5-45ab-99bc-fc6484421e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.765367 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc66d19-3425-4901-a685-6739d9b447ba,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.773684 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:46.801109 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.834308 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['a83c461c-422a-4877-b3a0-277d3186822e'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:46.847771 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.954203 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.958024 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:46.959273 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e37063e6-466a-457a-9389-0608f9dc0ef9 HTTP/1.1" status: 204 len: 168 time: 0.2498767 Jun 23 14:10:46.960627 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-dc02c2b0-fe00-4ddb-9040-b8e6f26335ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:46.970556 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e37063e6-466a-457a-9389-0608f9dc0ef9,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:46.973289 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.077247 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df229d0b-9b13-4e0c-aebc-8ee357fcf638 req-71bca249-272a-477d-bd61-ea41d82201dc tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.088459 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-df229d0b-9b13-4e0c-aebc-8ee357fcf638 req-71bca249-272a-477d-bd61-ea41d82201dc tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.7779307 Jun 23 14:10:47.145485 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d102a7e-ba42-4820-a4b9-6ee5839919d9 req-0de42818-82a8-43dc-a0bf-c43529cad1bf tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.147435 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1d102a7e-ba42-4820-a4b9-6ee5839919d9 req-0de42818-82a8-43dc-a0bf-c43529cad1bf tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 945 time: 0.8381994 Jun 23 14:10:47.149876 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Router 481603ff-b622-479b-9a1f-39ed19fac289 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:47.168845 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-df229d0b-9b13-4e0c-aebc-8ee357fcf638 req-b478d695-bb23-45cd-b07d-0da244facad3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791914 Jun 23 14:10:47.298350 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1d102a7e-ba42-4820-a4b9-6ee5839919d9 req-799c110e-59a6-4c35-90b2-2de9665d53af tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278203 Jun 23 14:10:47.417782 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:47.431958 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.434630 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] Sync routers for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:47.464637 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:47.465904 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:47.581648 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47098) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:47.590691 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-3ac90e2a-f953-4df4-a77b-abed7ceba027 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "PUT /v2.0/floatingips/9358d3ad-7ab3-4f99-a79d-eaa392d7969e HTTP/1.1" status: 200 len: 991 time: 3.4182971 Jun 23 14:10:47.595454 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:47.604725 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-77be3371-86dd-4fcf-a08d-bbbacc3798f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.606484 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-856ca7e0-b8bf-4950-8074-529102644825" -d '{"events": [{"name": "network-changed", "server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:47.611803 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:47.730321 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8351c6-3452-4efd-abae-137a350ee473 req-b25b1438-b22d-450e-8bd7-594b5bebceef tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.732191 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d8351c6-3452-4efd-abae-137a350ee473 req-b25b1438-b22d-450e-8bd7-594b5bebceef tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.3121665 Jun 23 14:10:47.763250 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-77be3371-86dd-4fcf-a08d-bbbacc3798f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.768872 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-77be3371-86dd-4fcf-a08d-bbbacc3798f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.771909 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:47.813920 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-77be3371-86dd-4fcf-a08d-bbbacc3798f2 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7fd0fa53043d40bb8971d28bf6e0ed23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2290244 Jun 23 14:10:47.814938 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77be3371-86dd-4fcf-a08d-bbbacc3798f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c672989-062a-4f47-b648-e0d26a2de913,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:47.817591 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47110) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:47.819655 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-77be3371-86dd-4fcf-a08d-bbbacc3798f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:47.863733 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094cbb9f-0314-464e-ba7b-7128e751e6ca req-de782531-c0c2-413a-8102-c4530817fae0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:47.866043 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-094cbb9f-0314-464e-ba7b-7128e751e6ca req-de782531-c0c2-413a-8102-c4530817fae0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.3395050 Jun 23 14:10:47.878672 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47114) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:47.888111 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'floatingip': {'port_id': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:47.909915 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 47118) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:47.916109 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1477703096-network', 'tenant_id': 'f66512ce48d746e580e3def884de67f1'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:47.942455 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d8351c6-3452-4efd-abae-137a350ee473 req-f89b5b19-8015-4be8-8e42-be5ec600512c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953120 Jun 23 14:10:47.969362 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Made reservation on behalf of f66512ce48d746e580e3def884de67f1 for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:47.972726 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:47.992764 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.071569 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3e1daa-3674-4f52-917d-c23e7df46460 x-openstack-request-id: req-be3e1daa-3674-4f52-917d-c23e7df46460 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:48.071896 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:48.072174 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be3e1daa-3674-4f52-917d-c23e7df46460 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:48.078400 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'status': 'completed', 'code': 200} Jun 23 14:10:48.202750 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.213073 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.220553 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.241706 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca7e0-b8bf-4950-8074-529102644825 req-ca8a40b4-b76c-4f3b-8ff8-2f64e1b838bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.243665 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-856ca7e0-b8bf-4950-8074-529102644825 req-ca8a40b4-b76c-4f3b-8ff8-2f64e1b838bd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1098 time: 0.1297894 Jun 23 14:10:48.278607 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:48.312763 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '9358d3ad-7ab3-4f99-a79d-eaa392d7969e', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'port_id': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'mac_address': 'fa:16:3e:4f:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:20Z', 'updated_at': '2021-06-23T14:10:45Z', 'revision_number': 1, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:48.322238 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9db2185-fd1f-4c3e-82c7-4c406b580bdb,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.325587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.377920 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.378579 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.segments_db [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Added segment 9d10ea42-40f3-46b8-af75-85f8bdd57c92 of type vlan for network fa07ec21-26bf-4d50-90a9-f3fa129bb8db Jun 23 14:10:48.380602 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] Checking router: 481603ff-b622-479b-9a1f-39ed19fac289 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:48.424186 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.427876 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.440175 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:48.440960 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:48.444719 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.465882 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.477317 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca7e0-b8bf-4950-8074-529102644825 req-1b313b39-95e2-4576-a57d-26957b58c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.479748 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-856ca7e0-b8bf-4950-8074-529102644825 req-1b313b39-95e2-4576-a57d-26957b58c786 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.2237699 Jun 23 14:10:48.577851 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.585554 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.589177 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.590891 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1c672989-062a-4f47-b648-e0d26a2de913 HTTP/1.1" status: 204 len: 168 time: 0.7726445 Jun 23 14:10:48.596135 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5b8d92cc-c22e-4b26-b92f-748dcc5ec978 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.611630 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.612229 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.619806 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:48.633168 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c672989-062a-4f47-b648-e0d26a2de913,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.637459 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.665824 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:48.750492 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-856ca7e0-b8bf-4950-8074-529102644825 req-12b99be1-0f8c-4560-b6f5-59ebcbb4f3c7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 200 len: 999 time: 0.2487442 Jun 23 14:10:48.758508 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8468623 Jun 23 14:10:48.766385 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47134) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:48.782620 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Pushing event updated for resources: {'Network': ['ID=fa07ec21-26bf-4d50-90a9-f3fa129bb8db,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:48.788735 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Request body: {'subnet': {'network_id': 'fa07ec21-26bf-4d50-90a9-f3fa129bb8db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1477703096-subnet', 'tenant_id': 'f66512ce48d746e580e3def884de67f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:48.794423 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:48.794894 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network fa07ec21-26bf-4d50-90a9-f3fa129bb8db details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:48.851783 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a1e735-0ef7-46e5-9318-83bdb65d971b req-53cda7c7-58ba-41fa-a74b-6cc9fc296e60 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.854719 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-80a1e735-0ef7-46e5-9318-83bdb65d971b req-53cda7c7-58ba-41fa-a74b-6cc9fc296e60 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 945 time: 0.3360438 Jun 23 14:10:48.866099 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca7e0-b8bf-4950-8074-529102644825 req-ca6f9c28-fd94-48bf-a297-ed5b64614b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:48.867858 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-856ca7e0-b8bf-4950-8074-529102644825 req-ca6f9c28-fd94-48bf-a297-ed5b64614b2c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0953343 Jun 23 14:10:48.919266 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Made reservation on behalf of f66512ce48d746e580e3def884de67f1 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:48.923045 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66149468'] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:48.977224 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-80a1e735-0ef7-46e5-9318-83bdb65d971b req-4112aa41-1c2d-41e7-b91a-dec90f23ffbb tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136625 Jun 23 14:10:49.048975 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856ca7e0-b8bf-4950-8074-529102644825 req-448322c8-a114-4030-9662-6bdec0b24256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.050688 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-856ca7e0-b8bf-4950-8074-529102644825 req-448322c8-a114-4030-9662-6bdec0b24256 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1681759 Jun 23 14:10:49.252191 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-856ca7e0-b8bf-4950-8074-529102644825 req-f41dfe82-5128-433a-8990-27c31ec9e479 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821599 Jun 23 14:10:49.318849 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '9358d3ad-7ab3-4f99-a79d-eaa392d7969e', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'port_id': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'mac_address': 'fa:16:3e:4f:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:20Z', 'updated_at': '2021-06-23T14:10:45Z', 'revision_number': 1, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:49.359983 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbef46e-4290-4a0d-a027-93429b827b0c None None] The sync data for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb is: [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '9358d3ad-7ab3-4f99-a79d-eaa392d7969e', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'floating_ip_address': '172.28.2.143', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'port_id': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 135, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'mac_address': 'fa:16:3e:4f:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:20Z', 'updated_at': '2021-06-23T14:10:45Z', 'revision_number': 1, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:49.366128 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ec269-912b-46df-9ea0-3ad4cb28081e req-dbef8a09-e971-4659-af3a-a74e1f0f4961 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:49.373047 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c19ec269-912b-46df-9ea0-3ad4cb28081e req-dbef8a09-e971-4659-af3a-a74e1f0f4961 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.2069087 Jun 23 14:10:49.475918 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c19ec269-912b-46df-9ea0-3ad4cb28081e req-d7eefc22-a984-42d1-88dc-eb7ca8f69fcb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018455 Jun 23 14:10:49.495148 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-856ca7e0-b8bf-4950-8074-529102644825 req-3c58b71f-eac8-4165-9b98-79e883c8e33f service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285917 Jun 23 14:10:49.766479 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1af756d0-0bb8-48b9-b732-2a84e0bd8c42 None None] New status for floating IP 9358d3ad-7ab3-4f99-a79d-eaa392d7969e: ACTIVE {{(pid=93110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:10:49.803094 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.808110 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device a83c461c-422a-4877-b3a0-277d3186822e up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:10:49.815490 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.821146 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65907414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66149454'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:49.869054 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:49.986277 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b85e6762-34ca-4129-bccd-0fa4c22d7039,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:50.008190 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.008985 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.009490 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.010010 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.010506 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.011109 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.011597 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.012079 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.012564 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.013056 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.013547 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.014588 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:50.025604 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:50.032132 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Checking segment: {'id': '9d10ea42-40f3-46b8-af75-85f8bdd57c92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'fa07ec21-26bf-4d50-90a9-f3fa129bb8db'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:50.032713 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Network hostable DHCP agents. Network: fa07ec21-26bf-4d50-90a9-f3fa129bb8db, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:50.043209 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.l3_db [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Floating IP 917ab293-55f6-489c-a750-f1e7d7b4b12d associated. External IP: 172.28.2.138, port: caa6f4f3-e1aa-4dd2-b0da-394687745aad. Jun 23 14:10:50.128407 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Network fa07ec21-26bf-4d50-90a9-f3fa129bb8db is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:50.201745 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, fa07ec21-26bf-4d50-90a9-f3fa129bb8db) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:50.217726 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b85588b-ccfc-4b3b-9555-c3d3b5e64e9f None None] Network fa07ec21-26bf-4d50-90a9-f3fa129bb8db requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:50.220599 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port a83c461c-422a-4877-b3a0-277d3186822e completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:10:50.225701 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.226314 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.251904 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-588a5d78-6576-4d15-94d3-2ae3c3768409 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4756465 Jun 23 14:10:50.268759 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b267634-5dbc-48af-8b37-36198bc1bd2a req-4b46db59-147e-44ef-8193-7310eb15890f tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.271881 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port a83c461c-422a-4877-b3a0-277d3186822e triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:10:50.272107 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.276973 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2b267634-5dbc-48af-8b37-36198bc1bd2a req-4b46db59-147e-44ef-8193-7310eb15890f tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 945 time: 0.1126881 Jun 23 14:10:50.356755 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2b267634-5dbc-48af-8b37-36198bc1bd2a req-ebe84119-174f-4f8d-8799-6517ddd3daa8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799296 Jun 23 14:10:50.408428 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Router 513616eb-4a17-4547-b1ae-f097fd655fa8 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:10:50.485949 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.490873 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebdc746-2909-41c5-9d27-2f164dc14d15 None None] Network fa07ec21-26bf-4d50-90a9-f3fa129bb8db requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:50.659749 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c461c-422a-4877-b3a0-277d3186822e'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:50.662217 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62affe86-1998-4e3a-a2f9-1130b8969858" -d '{"events": [{"server_uuid": "c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce", "name": "network-vif-plugged", "status": "completed", "tag": "a83c461c-422a-4877-b3a0-277d3186822e"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:50.681618 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port a83c461c-422a-4877-b3a0-277d3186822e, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a83c461c-422a-4877-b3a0-277d3186822e,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:10:50.694235 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.703427 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:50.739355 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d18ab0-9815-4627-9de1-0aa91a5903b6 req-caf01493-afdf-4f8b-be67-1b7d609b6346 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:50.747009 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77d18ab0-9815-4627-9de1-0aa91a5903b6 req-caf01493-afdf-4f8b-be67-1b7d609b6346 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1103811 Jun 23 14:10:50.750080 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 47210) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:50.818184 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77d18ab0-9815-4627-9de1-0aa91a5903b6 req-000ceb5b-e064-49f8-ba7e-adc4d583d82b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692420 Jun 23 14:10:50.844624 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=a83c461c-422a-4877-b3a0-277d3186822e,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:50.849043 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:50.886746 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed49210b-d78f-4bff-b87e-09879ecdc204 x-openstack-request-id: req-ed49210b-d78f-4bff-b87e-09879ecdc204 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:50.887785 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce", "name": "network-vif-plugged", "status": "completed", "tag": "a83c461c-422a-4877-b3a0-277d3186822e", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:50.888146 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed49210b-d78f-4bff-b87e-09879ecdc204 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:50.889131 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a83c461c-422a-4877-b3a0-277d3186822e', 'code': 200} Jun 23 14:10:50.897922 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:10:50.910319 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] Sync routers for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:10:50.925510 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:50.928192 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:50.929003 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:51.009594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.029154 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-9f42e86e-3551-4c11-ba28-381e24cbaab4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "PUT /v2.0/floatingips/917ab293-55f6-489c-a750-f1e7d7b4b12d HTTP/1.1" status: 200 len: 991 time: 3.1446674 Jun 23 14:10:51.029154 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:51.030726 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca82a7c-2e8c-41d3-9a07-c04ae964d097" -d '{"events": [{"name": "network-changed", "server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:51.137180 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:51.234195 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.252459 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.257864 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:51.276110 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535d95f-8a98-4a4d-b0cd-cdc10dcb90c3 x-openstack-request-id: req-e535d95f-8a98-4a4d-b0cd-cdc10dcb90c3 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:51.276751 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:51.276751 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e535d95f-8a98-4a4d-b0cd-cdc10dcb90c3 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:51.277238 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'status': 'completed', 'code': 200} Jun 23 14:10:51.289065 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb306b-0990-4f88-95c8-064f97aab183 req-a71df122-3303-4909-87dc-563dcc87cc67 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.290640 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-a71df122-3303-4909-87dc-563dcc87cc67 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/networks?id=e94f0acd-4463-4273-be9d-6cf009ab14a7 HTTP/1.1" status: 200 len: 809 time: 0.1962967 Jun 23 14:10:51.318770 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13853575-881d-48e3-b326-3c3a2ff37a87,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:51.325175 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a7d4df4001ca44fdbe47ff13020a12a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5687594 Jun 23 14:10:51.328149 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d383083-0b20-452f-a647-57c8b3c48f9d req-c00470d1-8619-4261-a856-c6724c5a6858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.329614 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d383083-0b20-452f-a647-57c8b3c48f9d req-c00470d1-8619-4261-a856-c6724c5a6858 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 1099 time: 0.2024989 Jun 23 14:10:51.331850 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 47232) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:51.349313 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.349674 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.350051 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.350403 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.350750 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.351095 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.351434 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.351775 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.352111 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.352445 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.352779 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.353110 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:10:51.370219 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-b00d0d61-a22d-4a4d-8df3-ab617e1fe416 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/quotas/e11222153d434d2b9b056cd349ce272b HTTP/1.1" status: 200 len: 375 time: 0.0633514 Jun 23 14:10:51.379090 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:51.409616 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-b943b189-6c25-43b8-a204-11600ebca9e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.410940 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-b943b189-6c25-43b8-a204-11600ebca9e9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 1098 time: 0.0929182 Jun 23 14:10:51.413369 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '917ab293-55f6-489c-a750-f1e7d7b4b12d', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'floating_ip_address': '172.28.2.138', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'port_id': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'mac_address': 'fa:16:3e:88:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777b256c-7d95-4e44-a706-948f3e3925e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:22Z', 'updated_at': '2021-06-23T14:10:49Z', 'revision_number': 1, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:51.430034 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-48138e2f-2d1d-4c2d-9950-8824e3d2c4b1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e11222153d434d2b9b056cd349ce272b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588188 Jun 23 14:10:51.442394 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] Checking router: 513616eb-4a17-4547-b1ae-f097fd655fa8 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:10:51.452628 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:10:51.453634 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:10:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:51.479137 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d383083-0b20-452f-a647-57c8b3c48f9d req-99f8cbec-25f2-4220-ace3-d30a439cd714 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369829 Jun 23 14:10:51.523805 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-800589f1-a3ed-4829-8e3c-a7ca7893ba93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.525278 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-800589f1-a3ed-4829-8e3c-a7ca7893ba93 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 912 time: 0.1053610 Jun 23 14:10:51.559709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.566983 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:10:51.608759 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.621597 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-49511e22-c65e-46da-aa47-b56666877cc5 service neutron] 10.222.0.16 "GET /v2.0/networks/e94f0acd-4463-4273-be9d-6cf009ab14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907334 Jun 23 14:10:51.645029 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-f6eef4b2-df0f-44e4-9b31-c662353ed002 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad HTTP/1.1" status: 200 len: 999 time: 0.0946250 Jun 23 14:10:51.690142 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6da6709-8ac7-48db-a6d1-3730f6cd40b0 req-554034ce-bb88-4992-9486-e0d6149c5f23 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.691785 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a6da6709-8ac7-48db-a6d1-3730f6cd40b0 req-554034ce-bb88-4992-9486-e0d6149c5f23 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 946 time: 0.2072787 Jun 23 14:10:51.725782 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-7f0aec37-5527-47e9-839c-0d848fcf0b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.727658 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-7f0aec37-5527-47e9-839c-0d848fcf0b2a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.0634732 Jun 23 14:10:51.758921 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.761404 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:51.765268 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/13853575-881d-48e3-b326-3c3a2ff37a87 HTTP/1.1" status: 204 len: 168 time: 0.4297917 Jun 23 14:10:51.767081 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:51.798857 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-3f8daf2d-7341-4f43-9bb3-2a3fdc5a0742 service neutron] 10.222.0.16 "GET /v2.0/networks/e94f0acd-4463-4273-be9d-6cf009ab14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669195 Jun 23 14:10:51.801901 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a6da6709-8ac7-48db-a6d1-3730f6cd40b0 req-4a6ca3c9-2736-4e07-967f-c8ef1778d6ab tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807979 Jun 23 14:10:51.803193 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13853575-881d-48e3-b326-3c3a2ff37a87,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:51.806337 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:51.817384 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '917ab293-55f6-489c-a750-f1e7d7b4b12d', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'floating_ip_address': '172.28.2.138', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'port_id': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'mac_address': 'fa:16:3e:88:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777b256c-7d95-4e44-a706-948f3e3925e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:22Z', 'updated_at': '2021-06-23T14:10:49Z', 'revision_number': 1, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:10:51.855467 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91d3e9e2-0a30-40a0-a08d-c7a27f30f8b9 None None] The sync data for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb is: [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '917ab293-55f6-489c-a750-f1e7d7b4b12d', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'floating_ip_address': '172.28.2.138', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'port_id': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 139, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'mac_address': 'fa:16:3e:88:57:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '777b256c-7d95-4e44-a706-948f3e3925e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:10:22Z', 'updated_at': '2021-06-23T14:10:49Z', 'revision_number': 1, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:10:51.867309 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-95a45535-6336-4535-abfe-732fd394c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:51.869397 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-95a45535-6336-4535-abfe-732fd394c7ec service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1245735 Jun 23 14:10:52.014653 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-4962b810-e7d6-4910-9d61-958abeacfb82 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296113 Jun 23 14:10:52.131880 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-15a1896c-1607-480d-a24d-7856e99cb310 req-8ad0e8da-0466-40d4-bf68-09ae0e1de53a tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 210 time: 0.0825078 Jun 23 14:10:52.181944 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-aca82a7c-2e8c-41d3-9a07-c04ae964d097 req-6075f488-e084-4ad5-8563-977829e2f08c service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630375 Jun 23 14:10:52.204677 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0669410e-d4c6-4fc8-8314-36cb2002a573 req-48dcc052-3b32-4625-a195-e3cd80db8b74 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:52.214948 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0669410e-d4c6-4fc8-8314-36cb2002a573 req-48dcc052-3b32-4625-a195-e3cd80db8b74 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.2546799 Jun 23 14:10:52.236243 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ef02da-e9a5-45c7-87a3-89537e4bca9e None None] New status for floating IP 917ab293-55f6-489c-a750-f1e7d7b4b12d: ACTIVE {{(pid=93110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:10:52.313803 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0669410e-d4c6-4fc8-8314-36cb2002a573 req-24db0021-77a2-46fa-b013-329773fdf20c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933104 Jun 23 14:10:52.867320 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47288) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:53.001854 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-542130951-network', 'tenant_id': 'e13c37e9e435468185f480eb70821d06'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:53.013411 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f3298-d0c3-4971-86a6-907293959fd7 req-e128b991-229d-429e-af8c-9081bef55311 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.015142 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb3f3298-d0c3-4971-86a6-907293959fd7 req-e128b991-229d-429e-af8c-9081bef55311 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 946 time: 0.0719881 Jun 23 14:10:53.034289 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Made reservation on behalf of e13c37e9e435468185f480eb70821d06 for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:53.036657 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.047332 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.057166 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb3f3298-d0c3-4971-86a6-907293959fd7 req-b0c1f9ca-9e94-42e3-b8ba-9ecfc52dfe77 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362318 Jun 23 14:10:53.156169 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.160319 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.163390 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-58053521-f725-4b47-a752-d03c62bd5223 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.189175 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 847} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:10:53.195648 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e52897-8584-4927-81d1-082322c30d95,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.199170 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.202694 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.203082 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Added segment 95b2a42c-4078-4438-9174-4c8982c48a0e of type vlan for network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c Jun 23 14:10:53.243934 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.274290 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.275708 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.276327 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.278636 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f5a5fbd2-d8c7-457a-b5b1-d461309aa4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.315613 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-503a49d2-8d27-4302-9a3f-2795be69ee39 req-e63ebcd8-2808-4b2f-bc6f-d60dab780bc2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 210 time: 0.0339189 Jun 23 14:10:53.337851 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4663174 Jun 23 14:10:53.338135 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 47296) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:10:53.345371 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Request body: {'subnet': {'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-542130951-subnet', 'tenant_id': 'e13c37e9e435468185f480eb70821d06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:53.353733 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Pushing event updated for resources: {'Network': ['ID=5ffe3226-b65b-4924-b55a-5b0be7b5c79c,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.357760 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.366000 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:10:53.379504 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Made reservation on behalf of e13c37e9e435468185f480eb70821d06 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:53.383864 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66149468'] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.525487 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1ad06-9494-418a-a558-659817c21015 req-2bf46441-0d97-43d1-934d-ceceeed1b8e4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.526885 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4f1ad06-9494-418a-a558-659817c21015 req-2bf46441-0d97-43d1-934d-ceceeed1b8e4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0781672 Jun 23 14:10:53.573215 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4f1ad06-9494-418a-a558-659817c21015 req-db3d0a0c-6e3f-40dd-82a5-a8b9e00abe78 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350804 Jun 23 14:10:53.580568 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65907414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66149454'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.583858 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:53.665678 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7959254-0f98-4714-986e-9a24736c8d8b,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:53.669155 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:53.673116 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Checking segment: {'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:53.673561 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Network hostable DHCP agents. Network: 5ffe3226-b65b-4924-b55a-5b0be7b5c79c, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:10:53.704775 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:10:53.714935 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 5ffe3226-b65b-4924-b55a-5b0be7b5c79c) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:53.720269 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.720960 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:53.727694 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f28bb1f-ea3e-44c6-9b45-3b292f1c529d None None] Network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:53.738456 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-863c03b1-e410-4d76-94dc-3bd0f2aa5751 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3989019 Jun 23 14:10:53.943580 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59bcabd2-b921-4e74-a93d-de6d1bd0a3d8 None None] Network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:10:53.975158 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb306b-0990-4f88-95c8-064f97aab183 req-7436b705-16da-4a04-a93e-0fd0d573df95 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:53.977762 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-7436b705-16da-4a04-a93e-0fd0d573df95 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.42 "GET /v2.0/networks?id=e94f0acd-4463-4273-be9d-6cf009ab14a7 HTTP/1.1" status: 200 len: 809 time: 0.1946962 Jun 23 14:10:54.004600 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Request body: {'port': {'device_id': '42dca252-e63a-47f8-8f27-91b857df8e90', 'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7', 'admin_state_up': True, 'tenant_id': 'e11222153d434d2b9b056cd349ce272b'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:54.197846 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Made reservation on behalf of e11222153d434d2b9b056cd349ce272b for: {'port': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:54.202399 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.282066 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75ab4f8-1d30-47e8-9498-b2b102a5ed96 req-77cf88a4-83cd-4988-ba63-7b4f125de3c9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.283642 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c75ab4f8-1d30-47e8-9498-b2b102a5ed96 req-77cf88a4-83cd-4988-ba63-7b4f125de3c9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 946 time: 0.0713763 Jun 23 14:10:54.342581 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c75ab4f8-1d30-47e8-9498-b2b102a5ed96 req-77a6973f-0896-4fed-9cca-b547115ba68f tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499797 Jun 23 14:10:54.371795 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Allocated IP 172.20.0.7 (e94f0acd-4463-4273-be9d-6cf009ab14a7/fb0bf580-0441-4287-a288-97cb12c25eb8/ae855554-fc62-48f2-82f1-231f4e9e320d) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:54.524540 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ad3aa42f-c463-4b39-8d57-a836e41a2ac4 req-e87173ab-e2d9-4874-9725-2fe652836b85 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 210 time: 0.0429931 Jun 23 14:10:54.566712 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.610410 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.615908 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:54.665331 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Network e94f0acd-4463-4273-be9d-6cf009ab14a7 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:54.670957 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:54.675190 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:54.681755 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Pushing event updated for resources: {'Port': ['ID=ae855554-fc62-48f2-82f1-231f4e9e320d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:54.703590 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:54.729205 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:54.729860 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:54.749262 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-fafc647a-6392-4c9e-a649-e949566981b2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7564633 Jun 23 14:10:54.776517 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Request body: {'port': {'device_id': '42dca252-e63a-47f8-8f27-91b857df8e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:54.860419 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.024964 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2be9a2-e640-44f0-9d69-a42b0be5bd4d req-965cde50-64c4-42b2-8a91-3bd86c551709 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.031890 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8a2be9a2-e640-44f0-9d69-a42b0be5bd4d req-965cde50-64c4-42b2-8a91-3bd86c551709 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.3458717 Jun 23 14:10:55.079671 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8a2be9a2-e640-44f0-9d69-a42b0be5bd4d req-07533445-dea6-4c34-8aa3-70b6a39dd50b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463090 Jun 23 14:10:55.183468 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae855554-fc62-48f2-82f1-231f4e9e320d {{(pid=93108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:55.191693 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.203942 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Transition to ACTIVE for port object ae855554-fc62-48f2-82f1-231f4e9e320d will not be triggered until provisioned by entity L2. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:55.208186 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.211146 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:55.259148 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Pushing event updated for resources: {'Port': ['ID=ae855554-fc62-48f2-82f1-231f4e9e320d,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.276329 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.329802 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Attempting to bind port ae855554-fc62-48f2-82f1-231f4e9e320d on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:55.330171 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Attempting to bind port ae855554-fc62-48f2-82f1-231f4e9e320d by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '4f522dec-2c52-4a32-9739-cc84b0455024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7'}] {{(pid=93108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:55.330387 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Attempting to bind port ae855554-fc62-48f2-82f1-231f4e9e320d on network e94f0acd-4463-4273-be9d-6cf009ab14a7 {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:55.335356 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Port ae855554-fc62-48f2-82f1-231f4e9e320d on network e94f0acd-4463-4273-be9d-6cf009ab14a7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:55.335689 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Attempting to bind port ae855554-fc62-48f2-82f1-231f4e9e320d on network e94f0acd-4463-4273-be9d-6cf009ab14a7 {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:55.340612 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:55.340949 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Checking segment: {'id': '4f522dec-2c52-4a32-9739-cc84b0455024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:55.341330 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Bound using segment: {'id': '4f522dec-2c52-4a32-9739-cc84b0455024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7'} {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:55.342462 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Bound port: ae855554-fc62-48f2-82f1-231f4e9e320d, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f522dec-2c52-4a32-9739-cc84b0455024', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7'}}] {{(pid=93108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:55.342905 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.411099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] For port ae855554-fc62-48f2-82f1-231f4e9e320d, host hv-cinder-79400, cleared binding levels {{(pid=93108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:55.414988 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] For port ae855554-fc62-48f2-82f1-231f4e9e320d, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ae855554-fc62-48f2-82f1-231f4e9e320d,segment=NetworkSegment(4f522dec-2c52-4a32-9739-cc84b0455024),segment_id=4f522dec-2c52-4a32-9739-cc84b0455024)] {{(pid=93108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:55.419720 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.426865 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:55.466490 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.467704 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:55.469091 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] 10.222.0.42 "PUT /v2.0/ports/ae855554-fc62-48f2-82f1-231f4e9e320d HTTP/1.1" status: 200 len: 1093 time: 0.6992497 Jun 23 14:10:55.469585 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42dca252-e63a-47f8-8f27-91b857df8e90', 'tag': 'ae855554-fc62-48f2-82f1-231f4e9e320d'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:55.471885 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228" -d '{"events": [{"name": "network-changed", "server_uuid": "42dca252-e63a-47f8-8f27-91b857df8e90", "tag": "ae855554-fc62-48f2-82f1-231f4e9e320d"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:55.497011 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Pushing event updated for resources: {'Port': ['ID=ae855554-fc62-48f2-82f1-231f4e9e320d,revision_number=3']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:55.502714 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:55.531839 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8247731-cde7-4bda-ba20-ce78cd7f33d7 x-openstack-request-id: req-a8247731-cde7-4bda-ba20-ce78cd7f33d7 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:55.532156 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42dca252-e63a-47f8-8f27-91b857df8e90", "tag": "ae855554-fc62-48f2-82f1-231f4e9e320d", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:55.532468 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8247731-cde7-4bda-ba20-ce78cd7f33d7 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:55.532892 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42dca252-e63a-47f8-8f27-91b857df8e90', 'tag': 'ae855554-fc62-48f2-82f1-231f4e9e320d', 'status': 'completed', 'code': 200} Jun 23 14:10:55.649685 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb306b-0990-4f88-95c8-064f97aab183 req-23378c35-0868-497a-8d9d-c51e47e39809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.651491 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-23378c35-0868-497a-8d9d-c51e47e39809 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e11222153d434d2b9b056cd349ce272b&device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 1096 time: 0.1178055 Jun 23 14:10:55.718011 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-6fc5b86e-7b1b-42c7-9735-3ee2a0de9db8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae855554-fc62-48f2-82f1-231f4e9e320d HTTP/1.1" status: 200 len: 217 time: 0.0426807 Jun 23 14:10:55.792700 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb306b-0990-4f88-95c8-064f97aab183 req-75f60c9b-ed88-4d5c-a2a5-3a1968d2b50b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.794577 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-75f60c9b-ed88-4d5c-a2a5-3a1968d2b50b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb0bf580-0441-4287-a288-97cb12c25eb8 HTTP/1.1" status: 200 len: 849 time: 0.0624273 Jun 23 14:10:55.824445 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7159-50c1-45ad-9924-d100f04602e3 req-c69b532b-1b11-4786-bd3e-317ef1354df7 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:55.826928 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-c69b532b-1b11-4786-bd3e-317ef1354df7 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/networks?id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c HTTP/1.1" status: 200 len: 813 time: 0.1466808 Jun 23 14:10:55.846417 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-e12a9a0a-7241-4ffa-af09-7fb2b3ab5687 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/quotas/e13c37e9e435468185f480eb70821d06 HTTP/1.1" status: 200 len: 375 time: 0.0181100 Jun 23 14:10:55.854079 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-65fd8ec2-ec69-4a93-84fc-080d2c7ebc27 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e94f0acd-4463-4273-be9d-6cf009ab14a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386515 Jun 23 14:10:55.888434 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-431f73df-32dc-441a-ae8e-5e6704c0f8de tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13c37e9e435468185f480eb70821d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0406539 Jun 23 14:10:55.959200 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-d2fa7bc8-c292-41c7-80df-d47df7113aaa service neutron] 10.222.0.42 "GET /v2.0/networks/e94f0acd-4463-4273-be9d-6cf009ab14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894494 Jun 23 14:10:56.017111 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3740c9fa-75f2-4976-8ae6-666011d87e23 req-0d7e9ee3-c9d1-46a2-bf2c-5564475f9647 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.018608 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3740c9fa-75f2-4976-8ae6-666011d87e23 req-0d7e9ee3-c9d1-46a2-bf2c-5564475f9647 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 943 time: 0.1602199 Jun 23 14:10:56.026140 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-975fb28c-2be1-4071-b5da-108d4176c08f service neutron] 10.222.0.16 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149271 Jun 23 14:10:56.067463 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-19bb306b-0990-4f88-95c8-064f97aab183 req-826d8540-b0c1-4737-aa78-9c2bae7d297c service neutron] 10.222.0.42 "GET /v2.0/networks/e94f0acd-4463-4273-be9d-6cf009ab14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875995 Jun 23 14:10:56.114031 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3740c9fa-75f2-4976-8ae6-666011d87e23 req-1a05524f-8c3f-4144-9b56-ff3f6be75683 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869527 Jun 23 14:10:56.160658 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-6c3bb9b3-8ae8-45ba-b66f-4e5be07caf01 service neutron] 10.222.0.16 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250281 Jun 23 14:10:56.224843 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-b9188713-7c55-4f24-9a86-2e744af8e300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.226422 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-b9188713-7c55-4f24-9a86-2e744af8e300 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e11222153d434d2b9b056cd349ce272b&device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 1096 time: 0.0600600 Jun 23 14:10:56.335629 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3df5a1-471f-49be-890d-3d5b507e10b5 req-4ebaf72f-4c5b-4c6f-8bf3-156938d590a7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.347827 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7e3df5a1-471f-49be-890d-3d5b507e10b5 req-4ebaf72f-4c5b-4c6f-8bf3-156938d590a7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1048198 Jun 23 14:10:56.349897 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-a7a2b0b7-6db6-4376-a1f5-98a012b751c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.351599 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-a7a2b0b7-6db6-4376-a1f5-98a012b751c6 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e94f0acd-4463-4273-be9d-6cf009ab14a7 HTTP/1.1" status: 200 len: 910 time: 0.1060708 Jun 23 14:10:56.398656 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7e3df5a1-471f-49be-890d-3d5b507e10b5 req-7c10f113-b3b3-4203-b320-23959d7d1155 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498991 Jun 23 14:10:56.403332 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-438c01fe-97ae-4a43-ae51-4a45dd445929 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae855554-fc62-48f2-82f1-231f4e9e320d HTTP/1.1" status: 200 len: 217 time: 0.0441086 Jun 23 14:10:56.477487 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-69804ab8-e001-42cf-a83e-9510e1737df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.479157 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-69804ab8-e001-42cf-a83e-9510e1737df3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=fb0bf580-0441-4287-a288-97cb12c25eb8 HTTP/1.1" status: 200 len: 849 time: 0.0602245 Jun 23 14:10:56.514161 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-49140757-301e-4167-831a-e181481d0458 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e94f0acd-4463-4273-be9d-6cf009ab14a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278714 Jun 23 14:10:56.596167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a202c-19ea-4750-82f7-43f6331829e2 req-020be996-c7ea-4436-89ee-6adbda3e12ca tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:56.597750 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-020be996-c7ea-4436-89ee-6adbda3e12ca tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.1216130 Jun 23 14:10:56.615513 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-ae51edac-742a-435e-8912-fa5681f1cb93 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/quotas/5c2f0365b7d041c2ae2f81c0c4aa30ba HTTP/1.1" status: 200 len: 375 time: 0.0116944 Jun 23 14:10:56.649424 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-f96e0bca-dd7d-46fb-9e84-af5327d6e3d1 service neutron] 10.222.0.42 "GET /v2.0/networks/e94f0acd-4463-4273-be9d-6cf009ab14a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270435 Jun 23 14:10:56.728074 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e0af42fb-da42-48a5-a351-8e5ad04af16e req-8e748ef3-b93c-4e85-b70f-5cdca35e69e4 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 210 time: 0.0404003 Jun 23 14:10:56.757344 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-5b65557c-1b3e-4e58-9c4f-7b453476a5ae tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1359253 Jun 23 14:10:56.783461 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-786b8b88-a8a1-49db-a6ae-4c1dc51a9228 req-5d62a73e-1828-43bf-ac1e-3c2df1613289 service neutron] 10.222.0.42 "GET /v2.0/networks/e94f0acd-4463-4273-be9d-6cf009ab14a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055877 Jun 23 14:10:56.855475 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-61cb2d3e-918b-4c83-9217-9782379cf4c9 service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894008 Jun 23 14:10:56.961163 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-84b358c3-1180-4e20-8932-99ef3f30c7fe service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990551 Jun 23 14:10:57.211432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dd1a1e72-844a-4b8c-becb-0a4dba99e57d req-6e95d460-1082-4bdf-999e-ea9a4ad74968 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 210 time: 0.0683379 Jun 23 14:10:57.366472 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe7336-3b9f-44b5-8d01-b3b3ccdab453 req-c755e8df-60ca-4155-8b9d-3379b9e35ccc tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.368394 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-52fe7336-3b9f-44b5-8d01-b3b3ccdab453 req-c755e8df-60ca-4155-8b9d-3379b9e35ccc tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 943 time: 0.0869298 Jun 23 14:10:57.449655 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-52fe7336-3b9f-44b5-8d01-b3b3ccdab453 req-46d1d9b0-fc28-4435-a887-bc36fa051471 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745325 Jun 23 14:10:57.576718 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f597206-0458-4903-99f9-7e0572648193 req-e75eb17c-d6b4-463f-bf8f-b8901b154d3b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:57.578277 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0f597206-0458-4903-99f9-7e0572648193 req-e75eb17c-d6b4-463f-bf8f-b8901b154d3b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0662837 Jun 23 14:10:57.616133 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0f597206-0458-4903-99f9-7e0572648193 req-c6f31b35-17ee-4a7f-ae21-9c1aec2138cf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Jun 23 14:10:57.901829 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-01525656-ec40-46f8-aa00-97d421be02b8 req-bde5b7bf-5e6a-4eac-993b-410803694e51 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 210 time: 0.0481701 Jun 23 14:10:58.012264 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7159-50c1-45ad-9924-d100f04602e3 req-c7f66df3-8ce9-4eb6-a968-f81b1396a712 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.013826 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-c7f66df3-8ce9-4eb6-a968-f81b1396a712 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "GET /v2.0/networks?id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c HTTP/1.1" status: 200 len: 813 time: 0.1054287 Jun 23 14:10:58.041444 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Request body: {'port': {'device_id': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c', 'admin_state_up': True, 'tenant_id': 'e13c37e9e435468185f480eb70821d06'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:58.151127 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Made reservation on behalf of e13c37e9e435468185f480eb70821d06 for: {'port': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:58.155885 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.296251 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Allocated IP 172.20.0.9 (5ffe3226-b65b-4924-b55a-5b0be7b5c79c/a7959254-0f98-4714-986e-9a24736c8d8b/90350b44-9a70-47b1-b56b-cd633f02cc20) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:58.354144 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-04cb9a3b-1cf6-4701-9d3c-ac6bdf4349a4 req-5f79e4d9-bc3e-4db8-90c2-595eb4e85dd0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 210 time: 0.0324836 Jun 23 14:10:58.449731 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.500718 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.514933 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:58.527195 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:58.530642 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:58.550990 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:58.616091 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Pushing event updated for resources: {'Port': ['ID=90350b44-9a70-47b1-b56b-cd633f02cc20,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:58.620827 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:58.631845 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.632542 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.652643 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6147468 Jun 23 14:10:58.671937 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Request body: {'port': {'device_id': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:58.797216 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:58.821350 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a202c-19ea-4750-82f7-43f6331829e2 req-66f17cce-a666-46c0-b4e4-92edfb6d410d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.823279 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-66f17cce-a666-46c0-b4e4-92edfb6d410d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.2012417 Jun 23 14:10:58.862700 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Request body: {'port': {'device_id': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'admin_state_up': True, 'tenant_id': '5c2f0365b7d041c2ae2f81c0c4aa30ba'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:58.880587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ba3efd-7b80-4774-a748-34eb540a2705 req-f5d4e70b-4de1-4cf1-bb08-1471b717ef2e tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:58.882131 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-94ba3efd-7b80-4774-a748-34eb540a2705 req-f5d4e70b-4de1-4cf1-bb08-1471b717ef2e tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 943 time: 0.2850533 Jun 23 14:10:58.994914 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-94ba3efd-7b80-4774-a748-34eb540a2705 req-fe442d8b-86c4-4897-a79b-0fc8f9dce876 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010420 Jun 23 14:10:59.036975 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa800eb-866d-412f-864a-0151824942d3 req-4576f722-14d5-40ca-83ec-b5abb9111273 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.045147 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-daa800eb-866d-412f-864a-0151824942d3 req-4576f722-14d5-40ca-83ec-b5abb9111273 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.2313583 Jun 23 14:10:59.089008 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Made reservation on behalf of 5c2f0365b7d041c2ae2f81c0c4aa30ba for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:10:59.092648 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.109437 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-daa800eb-866d-412f-864a-0151824942d3 req-a0b0fa25-d295-41e1-8523-afd22543c307 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633812 Jun 23 14:10:59.149717 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90350b44-9a70-47b1-b56b-cd633f02cc20 {{(pid=93108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:10:59.165241 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.179373 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Transition to ACTIVE for port object 90350b44-9a70-47b1-b56b-cd633f02cc20 will not be triggered until provisioned by entity L2. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:10:59.185443 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.193084 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.250203 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Pushing event updated for resources: {'Port': ['ID=90350b44-9a70-47b1-b56b-cd633f02cc20,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.255082 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:59.271951 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Allocated IP 172.20.0.3 (e8196980-9c5d-4144-a49c-9e3035f77c19/0e0038db-332f-453e-8ae6-c703337035c8/d0991e92-05ea-4203-aeb6-d866f6069af8) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:10:59.330211 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Attempting to bind port 90350b44-9a70-47b1-b56b-cd633f02cc20 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:10:59.330562 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Attempting to bind port 90350b44-9a70-47b1-b56b-cd633f02cc20 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'}] {{(pid=93108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:10:59.330874 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Attempting to bind port 90350b44-9a70-47b1-b56b-cd633f02cc20 on network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:59.337155 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Port 90350b44-9a70-47b1-b56b-cd633f02cc20 on network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:10:59.337651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Attempting to bind port 90350b44-9a70-47b1-b56b-cd633f02cc20 on network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:10:59.349427 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:10:59.349764 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Checking segment: {'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:10:59.350236 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Bound using segment: {'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'} {{(pid=93108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:10:59.350701 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.managers [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Bound port: 90350b44-9a70-47b1-b56b-cd633f02cc20, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'}}] {{(pid=93108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:10:59.351055 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.420673 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] For port 90350b44-9a70-47b1-b56b-cd633f02cc20, host hv-cinder-79400, cleared binding levels {{(pid=93108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:10:59.423756 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] For port 90350b44-9a70-47b1-b56b-cd633f02cc20, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=90350b44-9a70-47b1-b56b-cd633f02cc20,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:10:59.429084 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.437719 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1874286e-d2e1-4b54-a5e8-b4761af5f8d5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.443879 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.444493 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.445886 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] 10.222.0.42 "PUT /v2.0/ports/90350b44-9a70-47b1-b56b-cd633f02cc20 HTTP/1.1" status: 200 len: 1093 time: 0.7784231 Jun 23 14:10:59.446546 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'tag': '90350b44-9a70-47b1-b56b-cd633f02cc20'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:10:59.447358 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e20ba-22b5-4f40-a9c8-e8adb9845ce7 req-d2e24a29-2580-4647-9c71-bcf0a3c33bc0 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.448834 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a3091d-d028-44eb-8933-7ed60d981f10" -d '{"events": [{"name": "network-changed", "server_uuid": "7b333e3c-0c1d-4763-ab55-aa9850378136", "tag": "90350b44-9a70-47b1-b56b-cd633f02cc20"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:10:59.448991 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d55e20ba-22b5-4f40-a9c8-e8adb9845ce7 req-d2e24a29-2580-4647-9c71-bcf0a3c33bc0 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 943 time: 0.1536279 Jun 23 14:10:59.519000 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-66b20228-ce82-4b27-a0cb-b297a7b3246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.523530 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.531665 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Pushing event updated for resources: {'Port': ['ID=90350b44-9a70-47b1-b56b-cd633f02cc20,revision_number=3']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.535183 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:59.558888 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7159-50c1-45ad-9924-d100f04602e3 req-cbc575f9-88eb-4792-b9a0-63e9987321b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.561048 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-cbc575f9-88eb-4792-b9a0-63e9987321b0 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e13c37e9e435468185f480eb70821d06&device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 1096 time: 0.0634005 Jun 23 14:10:59.563281 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d55e20ba-22b5-4f40-a9c8-e8adb9845ce7 req-446408ad-6679-47d5-a162-2c98b11259f0 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044412 Jun 23 14:10:59.565118 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5f71ef6e-7348-499f-a1ac-f7cb8102594b req-595514dc-1a70-43e0-92cb-8cd4a9dca0e1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 210 time: 0.0521295 Jun 23 14:10:59.609605 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.613746 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:10:59.625700 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82301d1b-0b58-41bb-83b0-d05531ca8b34 x-openstack-request-id: req-82301d1b-0b58-41bb-83b0-d05531ca8b34 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:10:59.626034 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b333e3c-0c1d-4763-ab55-aa9850378136", "tag": "90350b44-9a70-47b1-b56b-cd633f02cc20", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:10:59.626309 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-82301d1b-0b58-41bb-83b0-d05531ca8b34 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:10:59.626718 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'tag': '90350b44-9a70-47b1-b56b-cd633f02cc20', 'status': 'completed', 'code': 200} Jun 23 14:10:59.629015 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-055fac4b-8fea-4e45-90da-5984508d2387 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90350b44-9a70-47b1-b56b-cd633f02cc20 HTTP/1.1" status: 200 len: 217 time: 0.0512409 Jun 23 14:10:59.656361 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb', 'a83c461c-422a-4877-b3a0-277d3186822e'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:10:59.667626 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Network e8196980-9c5d-4144-a49c-9e3035f77c19 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:10:59.671724 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:10:59.676195 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:10:59.680106 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event updated for resources: {'Port': ['ID=d0991e92-05ea-4203-aeb6-d866f6069af8,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:10:59.682934 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881d7159-50c1-45ad-9924-d100f04602e3 req-bfb9bff9-254a-48e7-b0e0-2dfa49c54a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.684368 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-bfb9bff9-254a-48e7-b0e0-2dfa49c54a6d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7959254-0f98-4714-986e-9a24736c8d8b HTTP/1.1" status: 200 len: 853 time: 0.0495527 Jun 23 14:10:59.703461 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:10:59.724500 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-3dddbdb4-9b9e-405c-80cf-7ba00bb252de service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283175 Jun 23 14:10:59.732936 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:10:59.733692 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.750743 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9100876 Jun 23 14:10:59.763715 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Request body: {'port': {'device_id': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:10:59.854546 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:10:59.861825 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ae855554-fc62-48f2-82f1-231f4e9e320d details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:00.112637 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port ae855554-fc62-48f2-82f1-231f4e9e320d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ae855554-fc62-48f2-82f1-231f4e9e320d,segment=NetworkSegment(4f522dec-2c52-4a32-9739-cc84b0455024),segment_id=4f522dec-2c52-4a32-9739-cc84b0455024)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:00.136310 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'ae855554-fc62-48f2-82f1-231f4e9e320d', 'network_id': 'e94f0acd-4463-4273-be9d-6cf009ab14a7', 'port_id': 'ae855554-fc62-48f2-82f1-231f4e9e320d', 'mac_address': 'fa:16:3e:8e:5c:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb0bf580-0441-4287-a288-97cb12c25eb8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:00.140798 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-2ca8f895-a2af-491a-acd9-dc1958c91fc5 service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4001737 Jun 23 14:11:00.223532 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.250939 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae855554-fc62-48f2-82f1-231f4e9e320d {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:00.282921 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port ae855554-fc62-48f2-82f1-231f4e9e320d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ae855554-fc62-48f2-82f1-231f4e9e320d,segment=NetworkSegment(4f522dec-2c52-4a32-9739-cc84b0455024),segment_id=4f522dec-2c52-4a32-9739-cc84b0455024)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:00.293208 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.296823 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.367784 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-881d7159-50c1-45ad-9924-d100f04602e3 req-8171c5f7-6efd-45c1-b501-40d9afb3e251 service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2163723 Jun 23 14:11:00.369861 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=ae855554-fc62-48f2-82f1-231f4e9e320d,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.377507 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bf0908-4c03-49d3-900c-50074fcce00d req-fc5894e9-52bc-4f3f-80d6-77c8022317ec tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.378586 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.379072 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a7bf0908-4c03-49d3-900c-50074fcce00d req-fc5894e9-52bc-4f3f-80d6-77c8022317ec tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 943 time: 0.2043438 Jun 23 14:11:00.382383 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.383337 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.385471 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.385897 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.386332 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.387195 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.387871 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.389045 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.389721 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.390272 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.390611 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:00.390863 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0991e92-05ea-4203-aeb6-d866f6069af8 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:00.395755 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.408306 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.437511 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da70090-86ef-48e2-bbce-56ad731678de req-e0b8a705-e23d-43dd-ad34-f66e3e568952 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.439075 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0da70090-86ef-48e2-bbce-56ad731678de req-e0b8a705-e23d-43dd-ad34-f66e3e568952 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1755099 Jun 23 14:11:00.452310 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Transition to ACTIVE for port object d0991e92-05ea-4203-aeb6-d866f6069af8 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:00.466144 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.474455 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.482899 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a7bf0908-4c03-49d3-900c-50074fcce00d req-04a1c7b8-3003-4f72-b709-a52a002fa289 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948563 Jun 23 14:11:00.512856 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-2aea1387-f91e-4e74-bf7a-209972166670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.515487 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-2aea1387-f91e-4e74-bf7a-209972166670 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e13c37e9e435468185f480eb70821d06&device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 1096 time: 0.0860989 Jun 23 14:11:00.552845 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0da70090-86ef-48e2-bbce-56ad731678de req-88ffae89-bd43-4870-9b01-296972f4ace8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975182 Jun 23 14:11:00.554728 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Pushing event updated for resources: {'Port': ['ID=d0991e92-05ea-4203-aeb6-d866f6069af8,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.559608 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.639097 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Attempting to bind port d0991e92-05ea-4203-aeb6-d866f6069af8 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:00.640098 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Attempting to bind port d0991e92-05ea-4203-aeb6-d866f6069af8 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:00.640098 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Attempting to bind port d0991e92-05ea-4203-aeb6-d866f6069af8 on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:00.649512 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Port d0991e92-05ea-4203-aeb6-d866f6069af8 on network e8196980-9c5d-4144-a49c-9e3035f77c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:00.649921 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Attempting to bind port d0991e92-05ea-4203-aeb6-d866f6069af8 on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:00.656471 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 10, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:00.657029 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Checking segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:00.659716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Bound using segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:00.659716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Bound port: d0991e92-05ea-4203-aeb6-d866f6069af8, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:00.659716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.666778 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-f293effb-87af-4c31-95cf-2509cc3f28a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.668378 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-f293effb-87af-4c31-95cf-2509cc3f28a7 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c HTTP/1.1" status: 200 len: 914 time: 0.1421430 Jun 23 14:11:00.731066 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-3e70e823-b1d7-4d3b-a8eb-d229bb650ab6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=90350b44-9a70-47b1-b56b-cd633f02cc20 HTTP/1.1" status: 200 len: 217 time: 0.0448341 Jun 23 14:11:00.784098 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] For port d0991e92-05ea-4203-aeb6-d866f6069af8, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:00.795524 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-19c4412b-4a62-4c40-bd04-f60f1f56e9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.797415 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-19c4412b-4a62-4c40-bd04-f60f1f56e9c7 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7959254-0f98-4714-986e-9a24736c8d8b HTTP/1.1" status: 200 len: 853 time: 0.0535593 Jun 23 14:11:00.809033 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] For port d0991e92-05ea-4203-aeb6-d866f6069af8, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d0991e92-05ea-4203-aeb6-d866f6069af8,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:00.832350 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.836939 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-028d24fd-645a-4151-99a7-6e0647b2d13c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:00.846935 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-f3951959-e889-4e98-a97b-eaf728e43f2d service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300844 Jun 23 14:11:00.876217 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-391ba005-6c7b-4519-b0db-b15e177b18fc service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1553195 Jun 23 14:11:00.888888 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:00.889699 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:00.891188 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] 10.222.0.42 "PUT /v2.0/ports/d0991e92-05ea-4203-aeb6-d866f6069af8 HTTP/1.1" status: 200 len: 1093 time: 1.1321552 Jun 23 14:11:00.891700 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'tag': 'd0991e92-05ea-4203-aeb6-d866f6069af8'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:00.894082 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ea656-0800-4587-bfb6-d6e0d9530805", "tag": "d0991e92-05ea-4203-aeb6-d866f6069af8"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:00.913635 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['ae855554-fc62-48f2-82f1-231f4e9e320d'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:00.955450 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Pushing event updated for resources: {'Port': ['ID=d0991e92-05ea-4203-aeb6-d866f6069af8,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:00.961994 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:00.977050 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-2c72ac1f-849c-413f-be13-969b579746fd service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219866 Jun 23 14:11:01.036921 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40001025-6660-422d-99fe-16ada802fb12 req-96f3847f-c470-495e-9f17-dd291e64147a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.038450 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-40001025-6660-422d-99fe-16ada802fb12 req-96f3847f-c470-495e-9f17-dd291e64147a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 943 time: 0.2419286 Jun 23 14:11:01.105428 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-70a3091d-d028-44eb-8933-7ed60d981f10 req-f8c05ba8-6440-43c7-aa02-1d07437a0cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175735 Jun 23 14:11:01.339419 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4533da9-2cbd-4a17-a814-f20c6195f618 req-ae114e1b-d534-4bd2-bc88-a9e1197d5f84 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.340960 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4533da9-2cbd-4a17-a814-f20c6195f618 req-ae114e1b-d534-4bd2-bc88-a9e1197d5f84 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 943 time: 0.4424667 Jun 23 14:11:01.346940 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-40001025-6660-422d-99fe-16ada802fb12 req-911677fd-4624-4821-a692-eae5c6d531e6 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2990029 Jun 23 14:11:01.385487 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-5a9d8e61-7913-4842-bf34-bcbfe9f1373d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.387143 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-5a9d8e61-7913-4842-bf34-bcbfe9f1373d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 1098 time: 0.4104338 Jun 23 14:11:01.389273 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a202c-19ea-4750-82f7-43f6331829e2 req-9f6b8e13-c39b-4b16-b799-c06f589dc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.390673 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-9f6b8e13-c39b-4b16-b799-c06f589dc153 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 1096 time: 0.4225743 Jun 23 14:11:01.404028 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4533da9-2cbd-4a17-a814-f20c6195f618 req-9b25e892-d9ac-4703-8c8d-6f6625ed7f98 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541606 Jun 23 14:11:01.406040 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa413307-5300-4fdb-b289-b43ff6da01e7 x-openstack-request-id: req-aa413307-5300-4fdb-b289-b43ff6da01e7 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:01.406356 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ea656-0800-4587-bfb6-d6e0d9530805", "tag": "d0991e92-05ea-4203-aeb6-d866f6069af8", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:01.406627 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-aa413307-5300-4fdb-b289-b43ff6da01e7 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:01.407036 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'tag': 'd0991e92-05ea-4203-aeb6-d866f6069af8', 'status': 'completed', 'code': 200} Jun 23 14:11:01.465093 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-209b91ce-cb5e-42cd-b4d2-32f42d076cf3 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0991e92-05ea-4203-aeb6-d866f6069af8 HTTP/1.1" status: 200 len: 217 time: 0.0452569 Jun 23 14:11:01.568184 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a202c-19ea-4750-82f7-43f6331829e2 req-6affc85e-637b-40c6-b363-c95aa8ca6de6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.569632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-6affc85e-637b-40c6-b363-c95aa8ca6de6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.0861278 Jun 23 14:11:01.614779 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-823d294f-da1f-4645-b76b-485eb574498f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303807 Jun 23 14:11:01.615980 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-0cd9973b-f97e-4723-8ea2-a67e42da3638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.617112 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-0cd9973b-f97e-4723-8ea2-a67e42da3638 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 916 time: 0.1605418 Jun 23 14:11:01.718146 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-283c9d0c-2ad7-4add-9e8b-352d811748c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb HTTP/1.1" status: 200 len: 217 time: 0.0731883 Jun 23 14:11:01.865147 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-27314009-fd53-4859-83d3-ad7eb59c5fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.866659 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-27314009-fd53-4859-83d3-ad7eb59c5fc0 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.1281886 Jun 23 14:11:01.939528 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36d627-12da-4a0a-befd-4043dab9193b req-a7e451d9-114b-46f6-a4d3-338b523b565c tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:01.941043 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1b36d627-12da-4a0a-befd-4043dab9193b req-a7e451d9-114b-46f6-a4d3-338b523b565c tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 944 time: 0.3088837 Jun 23 14:11:01.943009 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-1d1c6033-95d3-414c-a364-da36cccb3b8c service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996373 Jun 23 14:11:01.946600 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-5639f358-c8c8-4853-b140-7f9d8c43a7e0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0650165 Jun 23 14:11:02.001687 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fdc6f-d622-4741-9f59-88b75dde59e1 req-8f3e517b-ecde-4dcc-aae3-9eea0e60cf3e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.003182 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2c2fdc6f-d622-4741-9f59-88b75dde59e1 req-8f3e517b-ecde-4dcc-aae3-9eea0e60cf3e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.2672527 Jun 23 14:11:02.119805 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1b36d627-12da-4a0a-befd-4043dab9193b req-d22027e4-a101-4a0f-a185-7f7ee34c2e09 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1722443 Jun 23 14:11:02.162493 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2c2fdc6f-d622-4741-9f59-88b75dde59e1 req-477df697-7676-4387-a4f1-852ee05eb9c6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397529 Jun 23 14:11:02.188570 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-1e82130f-04eb-4c97-882e-07bdcc7a658b service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212880 Jun 23 14:11:02.190476 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-09796fa4-2eed-4494-aefe-5c78f844a897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.190984 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a202c-19ea-4750-82f7-43f6331829e2 req-3983e3c2-99cb-4887-ad8b-361d88fcc7cf service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225685 Jun 23 14:11:02.220861 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:02.338261 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fc11a5a5-627a-4f65-830c-bb5f0f962089 req-444e1b39-ec47-47d3-887e-08f0f23a52a4 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278841 Jun 23 14:11:02.356549 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-bf79cac6-e62e-4c5b-a9b6-186efdb77ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.360479 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-bf79cac6-e62e-4c5b-a9b6-186efdb77ecd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 1096 time: 0.0724781 Jun 23 14:11:02.472971 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-3aa9562e-85b1-487f-a76f-bc57c3f55d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.475487 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-3aa9562e-85b1-487f-a76f-bc57c3f55d74 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 916 time: 0.0933366 Jun 23 14:11:02.552834 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-8704a604-7afa-451e-a7d2-6cc031ebc90f service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d0991e92-05ea-4203-aeb6-d866f6069af8 HTTP/1.1" status: 200 len: 217 time: 0.0427496 Jun 23 14:11:02.657470 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738885dc-d4b5-4194-8edc-17833622147f req-0204f9a3-efa9-447a-be7a-aada9467da35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.659013 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-738885dc-d4b5-4194-8edc-17833622147f req-0204f9a3-efa9-447a-be7a-aada9467da35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 943 time: 0.1826429 Jun 23 14:11:02.663465 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-0ad3dc41-2f5c-4163-974d-bc15aaf75198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.664908 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-0ad3dc41-2f5c-4163-974d-bc15aaf75198 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.0809290 Jun 23 14:11:02.717790 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-c5de985c-037b-43de-aa66-fd742052860f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394244 Jun 23 14:11:02.737560 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386d1d0c-f6ce-4eb7-8f52-3e2e294b2245 req-8739e7e7-3322-4739-9796-e5ef08951f70 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:02.739167 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-386d1d0c-f6ce-4eb7-8f52-3e2e294b2245 req-8739e7e7-3322-4739-9796-e5ef08951f70 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 943 time: 0.1906781 Jun 23 14:11:02.779524 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-738885dc-d4b5-4194-8edc-17833622147f req-e1cfcb05-5832-4dbf-8deb-0aedc30cb201 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119919 Jun 23 14:11:02.844107 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-386d1d0c-f6ce-4eb7-8f52-3e2e294b2245 req-bb7c4f2f-7a0e-4bd7-b2ad-6e6203aa7fb5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934470 Jun 23 14:11:02.876265 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-e5deb712-870e-45d1-9bc4-399d710a942a service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360924 Jun 23 14:11:02.980006 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2925dc66-56bb-4142-beaf-fe1f6b2ffd89 req-cfd08e0a-0098-414c-af2d-7943f3b8053b service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895329 Jun 23 14:11:03.202805 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:03.339050 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca85b25e-2f9d-45dd-bb3a-1ea5cedf72d5 req-463b31a5-ba0c-4175-8e79-e23fa057cc0e tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.340558 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ca85b25e-2f9d-45dd-bb3a-1ea5cedf72d5 req-463b31a5-ba0c-4175-8e79-e23fa057cc0e tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 944 time: 0.1038461 Jun 23 14:11:03.392497 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8907f23a-de69-426a-8538-0c61b694c538 req-f5f1af3d-2e3b-40d0-a48d-2de01e1fb49d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:03.394504 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8907f23a-de69-426a-8538-0c61b694c538 req-f5f1af3d-2e3b-40d0-a48d-2de01e1fb49d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1094356 Jun 23 14:11:03.397953 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ca85b25e-2f9d-45dd-bb3a-1ea5cedf72d5 req-0b4283bf-5ae4-41ad-9bf3-4bdaf602a7ae tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504327 Jun 23 14:11:03.439246 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8907f23a-de69-426a-8538-0c61b694c538 req-c70a131e-6b1a-4061-8988-baa8ae0975b9 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386839 Jun 23 14:11:03.852412 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 90350b44-9a70-47b1-b56b-cd633f02cc20 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:03.855659 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ae855554-fc62-48f2-82f1-231f4e9e320d up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:03.969620 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port ae855554-fc62-48f2-82f1-231f4e9e320d completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:03.977311 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port ae855554-fc62-48f2-82f1-231f4e9e320d triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:03.977699 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.018036 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 90350b44-9a70-47b1-b56b-cd633f02cc20, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=90350b44-9a70-47b1-b56b-cd633f02cc20,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:04.032668 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cbc175-efaf-40ca-a646-78da15e1efb6 req-4cb5619e-f5ec-4639-b5f1-5aa72d5f4872 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.034185 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-84cbc175-efaf-40ca-a646-78da15e1efb6 req-4cb5619e-f5ec-4639-b5f1-5aa72d5f4872 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 943 time: 0.1360707 Jun 23 14:11:04.035777 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '90350b44-9a70-47b1-b56b-cd633f02cc20', 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c', 'port_id': '90350b44-9a70-47b1-b56b-cd633f02cc20', 'mac_address': 'fa:16:3e:17:12:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7959254-0f98-4714-986e-9a24736c8d8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:04.096976 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-84cbc175-efaf-40ca-a646-78da15e1efb6 req-3dcc78ea-2412-48cc-b2af-922d89958312 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524752 Jun 23 14:11:04.109534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39976fc6-c263-409c-a413-8c4fdc5bcd7e req-8ce82215-6395-4e13-8115-8666aa9ee1a9 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.114556 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-39976fc6-c263-409c-a413-8c4fdc5bcd7e req-8ce82215-6395-4e13-8115-8666aa9ee1a9 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 943 time: 0.1367357 Jun 23 14:11:04.167222 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-39976fc6-c263-409c-a413-8c4fdc5bcd7e req-681aca7a-0e03-4677-b7cb-fef3f69f4edc tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469651 Jun 23 14:11:04.242797 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.256685 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.261254 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90350b44-9a70-47b1-b56b-cd633f02cc20 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:04.297519 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dca252-e63a-47f8-8f27-91b857df8e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae855554-fc62-48f2-82f1-231f4e9e320d'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:04.299997 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a9aedbb-1d1a-42a4-ba2f-9294d2cd7952" -d '{"events": [{"server_uuid": "42dca252-e63a-47f8-8f27-91b857df8e90", "name": "network-vif-plugged", "status": "completed", "tag": "ae855554-fc62-48f2-82f1-231f4e9e320d"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:04.305401 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 90350b44-9a70-47b1-b56b-cd633f02cc20, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=90350b44-9a70-47b1-b56b-cd633f02cc20,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:04.314256 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.317208 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port ae855554-fc62-48f2-82f1-231f4e9e320d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ae855554-fc62-48f2-82f1-231f4e9e320d,segment=NetworkSegment(4f522dec-2c52-4a32-9739-cc84b0455024),segment_id=4f522dec-2c52-4a32-9739-cc84b0455024)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:04.318237 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.342657 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:04.353435 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9690ee8b-bf6b-4279-8ee4-e98b855ba632 x-openstack-request-id: req-9690ee8b-bf6b-4279-8ee4-e98b855ba632 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:04.353741 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dca252-e63a-47f8-8f27-91b857df8e90", "name": "network-vif-plugged", "status": "completed", "tag": "ae855554-fc62-48f2-82f1-231f4e9e320d", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:04.354031 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9690ee8b-bf6b-4279-8ee4-e98b855ba632 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:04.354433 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dca252-e63a-47f8-8f27-91b857df8e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae855554-fc62-48f2-82f1-231f4e9e320d', 'code': 200} Jun 23 14:11:04.374497 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=90350b44-9a70-47b1-b56b-cd633f02cc20,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.377232 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.377737 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.031s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:04.428794 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=ae855554-fc62-48f2-82f1-231f4e9e320d,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:04.432630 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:04.624782 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb354f-572a-41b3-80ba-139e39dc9f6c req-7954a2f4-296a-4a1b-bd54-e377aa351d4a tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.630807 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-51eb354f-572a-41b3-80ba-139e39dc9f6c req-7954a2f4-296a-4a1b-bd54-e377aa351d4a tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0958197 Jun 23 14:11:04.736850 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-51eb354f-572a-41b3-80ba-139e39dc9f6c req-10f90019-6001-4136-a695-26a077504238 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938187 Jun 23 14:11:04.751427 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['90350b44-9a70-47b1-b56b-cd633f02cc20'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:04.768365 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbd035-252e-4090-8e1a-572d7ad30712 req-c51ef581-ea6c-4dc0-a350-8e018f3053e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.770237 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-32fbd035-252e-4090-8e1a-572d7ad30712 req-c51ef581-ea6c-4dc0-a350-8e018f3053e8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 1098 time: 0.1381729 Jun 23 14:11:04.792297 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31141762-f291-4e57-9502-3ee1f4a1589e req-49e43de7-694e-4d11-bbec-92b1f3dbd805 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:04.794082 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31141762-f291-4e57-9502-3ee1f4a1589e req-49e43de7-694e-4d11-bbec-92b1f3dbd805 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1233864 Jun 23 14:11:04.849721 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-32fbd035-252e-4090-8e1a-572d7ad30712 req-38ad9003-3383-4e91-ab63-caa9df7a9ba7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539057 Jun 23 14:11:04.861262 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31141762-f291-4e57-9502-3ee1f4a1589e req-82be96b6-e9c8-411a-a5a8-0d1cc072e4d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583329 Jun 23 14:11:04.941484 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:05.037788 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:11:05.321506 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b03aed-c81f-4344-a5a5-385db7188c33 req-f6e54050-7c2b-4b12-8fd7-f7a525f0717a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.323006 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-34b03aed-c81f-4344-a5a5-385db7188c33 req-f6e54050-7c2b-4b12-8fd7-f7a525f0717a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 943 time: 0.0980327 Jun 23 14:11:05.380098 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19ee782-af5b-488d-8271-4a95d3db20fa req-540ab1a0-64dd-432a-b85f-e5b9054b83be tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.381582 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d19ee782-af5b-488d-8271-4a95d3db20fa req-540ab1a0-64dd-432a-b85f-e5b9054b83be tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 944 time: 0.1065459 Jun 23 14:11:05.384817 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-34b03aed-c81f-4344-a5a5-385db7188c33 req-3f8efaf5-7dd8-49c3-a66e-dc37e72c9703 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536907 Jun 23 14:11:05.419338 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d19ee782-af5b-488d-8271-4a95d3db20fa req-74ce8679-cb1b-4dae-8115-5d6d6091bacb tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321226 Jun 23 14:11:05.877521 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device d0991e92-05ea-4203-aeb6-d866f6069af8 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:05.933093 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447adbf-f65d-4cac-b2fa-5abfab39761a req-010e3617-7dac-4ac9-bdc1-e51451dafef1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:05.935806 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0447adbf-f65d-4cac-b2fa-5abfab39761a req-010e3617-7dac-4ac9-bdc1-e51451dafef1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0721509 Jun 23 14:11:05.975476 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0447adbf-f65d-4cac-b2fa-5abfab39761a req-093a3919-0aa9-4e2e-bb83-2f9c2bb9e5ba tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347209 Jun 23 14:11:05.988971 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port d0991e92-05ea-4203-aeb6-d866f6069af8, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d0991e92-05ea-4203-aeb6-d866f6069af8,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:06.001288 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'd0991e92-05ea-4203-aeb6-d866f6069af8', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'port_id': 'd0991e92-05ea-4203-aeb6-d866f6069af8', 'mac_address': 'fa:16:3e:ac:0d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0038db-332f-453e-8ae6-c703337035c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:06.039873 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.047344 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b0b48-b219-4f6d-bd69-8c515c930c54 req-d63e4199-25b2-47c6-a617-c0cf77af5c4c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.050874 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-391b0b48-b219-4f6d-bd69-8c515c930c54 req-d63e4199-25b2-47c6-a617-c0cf77af5c4c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0737288 Jun 23 14:11:06.053710 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0991e92-05ea-4203-aeb6-d866f6069af8 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:06.077620 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port d0991e92-05ea-4203-aeb6-d866f6069af8, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d0991e92-05ea-4203-aeb6-d866f6069af8,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:06.082983 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:06.085021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f7d61467-b783-4d22-b9b5-6b324da787e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:06.095149 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-391b0b48-b219-4f6d-bd69-8c515c930c54 req-1cae4fdd-48fb-4c3c-9910-d3f9b40690a4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382731 Jun 23 14:11:06.135081 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=d0991e92-05ea-4203-aeb6-d866f6069af8,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:06.138213 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:06.624427 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a3f3f9-9831-459f-9a53-ac7c72182844 req-2ffffa04-5523-4e3a-a75b-002d69d62d59 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.626008 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2a3f3f9-9831-459f-9a53-ac7c72182844 req-2ffffa04-5523-4e3a-a75b-002d69d62d59 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 944 time: 0.1206510 Jun 23 14:11:06.640304 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c892ca51-663d-4c1a-9022-9de7018c5569 req-93834f5b-2152-402c-ac90-2d3ac763038d tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:06.641836 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c892ca51-663d-4c1a-9022-9de7018c5569 req-93834f5b-2152-402c-ac90-2d3ac763038d tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 944 time: 0.0984976 Jun 23 14:11:06.695193 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2a3f3f9-9831-459f-9a53-ac7c72182844 req-0f981119-4fb0-4e71-a768-d8e943ffcb48 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630484 Jun 23 14:11:06.702334 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c892ca51-663d-4c1a-9022-9de7018c5569 req-26a2ef9a-01d6-46a4-a45c-cdf6efd453a4 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542381 Jun 23 14:11:06.767194 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['d0991e92-05ea-4203-aeb6-d866f6069af8'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:06.998563 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.151839 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4819ae3f-da44-43c0-80ea-952ad47d0bbf req-3a239310-9fa3-4329-af92-e81ea9e54903 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.153328 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4819ae3f-da44-43c0-80ea-952ad47d0bbf req-3a239310-9fa3-4329-af92-e81ea9e54903 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0642266 Jun 23 14:11:07.193790 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4819ae3f-da44-43c0-80ea-952ad47d0bbf req-c1e26ec6-6af3-4efc-9cca-499a17da4ff3 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339022 Jun 23 14:11:07.277697 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1abf2e7-f3c6-4d56-857a-17da4c9f8e1e req-f90aaa7e-a3f0-4391-b2a8-070159eabc26 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.280051 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e1abf2e7-f3c6-4d56-857a-17da4c9f8e1e req-f90aaa7e-a3f0-4391-b2a8-070159eabc26 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0701532 Jun 23 14:11:07.332124 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e1abf2e7-f3c6-4d56-857a-17da4c9f8e1e req-eec3103c-0c39-41ee-837d-6bfd6a2a8ce2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458097 Jun 23 14:11:07.876181 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 90350b44-9a70-47b1-b56b-cd633f02cc20 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:07.916680 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0ef7a5-5b50-4fd0-8d3d-f4994a0bb552 req-56c9a439-8bdf-497d-8d48-e968f61bba32 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.917933 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9e0ef7a5-5b50-4fd0-8d3d-f4994a0bb552 req-56c9a439-8bdf-497d-8d48-e968f61bba32 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 944 time: 0.1078103 Jun 23 14:11:07.926154 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b81e635-d2c0-4f8c-abe8-56b2346d4c5d req-63a8db76-0c15-4c6c-8a9b-7f408b018a58 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:07.927656 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7b81e635-d2c0-4f8c-abe8-56b2346d4c5d req-63a8db76-0c15-4c6c-8a9b-7f408b018a58 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 944 time: 0.1081278 Jun 23 14:11:07.929719 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 90350b44-9a70-47b1-b56b-cd633f02cc20 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:07.939359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 90350b44-9a70-47b1-b56b-cd633f02cc20 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:07.941472 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:07.991621 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9e0ef7a5-5b50-4fd0-8d3d-f4994a0bb552 req-d51746fb-0482-4475-a289-a7d152ae9679 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629790 Jun 23 14:11:07.996467 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7b81e635-d2c0-4f8c-abe8-56b2346d4c5d req-3402e431-6afe-4139-9711-bdeba4b4a824 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565295 Jun 23 14:11:08.035889 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.058901 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90350b44-9a70-47b1-b56b-cd633f02cc20'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:08.062079 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76194f75-a711-444f-a2cc-f063b4a8bb55" -d '{"events": [{"server_uuid": "7b333e3c-0c1d-4763-ab55-aa9850378136", "name": "network-vif-plugged", "status": "completed", "tag": "90350b44-9a70-47b1-b56b-cd633f02cc20"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:08.075624 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 90350b44-9a70-47b1-b56b-cd633f02cc20, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=90350b44-9a70-47b1-b56b-cd633f02cc20,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:08.080835 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:08.082667 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:08.103948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a6de4a-0ac3-4cdb-9f4f-2401fd9e939b x-openstack-request-id: req-a8a6de4a-0ac3-4cdb-9f4f-2401fd9e939b {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:08.104250 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b333e3c-0c1d-4763-ab55-aa9850378136", "name": "network-vif-plugged", "status": "completed", "tag": "90350b44-9a70-47b1-b56b-cd633f02cc20", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:08.104514 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a8a6de4a-0ac3-4cdb-9f4f-2401fd9e939b {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:08.104926 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90350b44-9a70-47b1-b56b-cd633f02cc20', 'code': 200} Jun 23 14:11:08.133418 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=90350b44-9a70-47b1-b56b-cd633f02cc20,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:08.136343 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:08.348866 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308da67f-bbc0-419b-8548-74f086d3bfdc req-f619075d-8d37-470a-835a-86c67662edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.350362 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-308da67f-bbc0-419b-8548-74f086d3bfdc req-f619075d-8d37-470a-835a-86c67662edaa service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 1098 time: 0.0546796 Jun 23 14:11:08.403032 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-308da67f-bbc0-419b-8548-74f086d3bfdc req-3c2d071a-b60f-4a4b-a3f0-f1fac0295ad7 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374367 Jun 23 14:11:08.516200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e2b29-6d07-417a-8dd5-d9bd8e6cd063 req-68a50afc-6d8c-46f5-8b83-e2616b8b4814 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:08.517658 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c94e2b29-6d07-417a-8dd5-d9bd8e6cd063 req-68a50afc-6d8c-46f5-8b83-e2616b8b4814 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0631905 Jun 23 14:11:08.554863 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c94e2b29-6d07-417a-8dd5-d9bd8e6cd063 req-10e43658-beae-4bc1-8945-fca4eab292c6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313888 Jun 23 14:11:09.440150 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46d505-6419-4082-a080-6c3bf50b6952 req-69fae4ed-ef05-457b-af18-d06f24152558 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.441646 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2a46d505-6419-4082-a080-6c3bf50b6952 req-69fae4ed-ef05-457b-af18-d06f24152558 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 944 time: 0.3239589 Jun 23 14:11:09.454404 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd7e3d-d5ac-448f-99c1-dc95a5bd0031 req-028c2ec3-c423-4aca-9990-beacdb8caa8e tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.455847 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2fd7e3d-d5ac-448f-99c1-dc95a5bd0031 req-028c2ec3-c423-4aca-9990-beacdb8caa8e tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.3265364 Jun 23 14:11:09.517424 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2a46d505-6419-4082-a080-6c3bf50b6952 req-44c4fdfe-d9e0-453a-8d57-d5c87030d72b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605607 Jun 23 14:11:09.520928 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2fd7e3d-d5ac-448f-99c1-dc95a5bd0031 req-1062e12c-0450-47b6-b79e-b5ea397e1fea tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577757 Jun 23 14:11:09.755754 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f884f948-5fcc-45c9-b890-cda6b845e576 req-58788146-2b9b-409f-be27-4c385797a4c6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:09.757330 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f884f948-5fcc-45c9-b890-cda6b845e576 req-58788146-2b9b-409f-be27-4c385797a4c6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0856988 Jun 23 14:11:09.795218 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f884f948-5fcc-45c9-b890-cda6b845e576 req-3d1d1e73-0764-46fa-8412-88200ca0ab12 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314510 Jun 23 14:11:09.894364 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device d0991e92-05ea-4203-aeb6-d866f6069af8 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:09.944142 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port d0991e92-05ea-4203-aeb6-d866f6069af8 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:09.948096 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port d0991e92-05ea-4203-aeb6-d866f6069af8 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:09.948547 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.029194 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.072951 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port d0991e92-05ea-4203-aeb6-d866f6069af8, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d0991e92-05ea-4203-aeb6-d866f6069af8,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:10.077534 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:10.079925 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:10.105706 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0991e92-05ea-4203-aeb6-d866f6069af8'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:10.108892 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e7695d3-52ad-4d29-8ce9-575cf361f666" -d '{"events": [{"server_uuid": "ab6ea656-0800-4587-bfb6-d6e0d9530805", "name": "network-vif-plugged", "status": "completed", "tag": "d0991e92-05ea-4203-aeb6-d866f6069af8"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:10.142749 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=d0991e92-05ea-4203-aeb6-d866f6069af8,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:10.146058 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:10.165505 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160954a1-faee-41d9-b1d9-0b3a3b77dd98 x-openstack-request-id: req-160954a1-faee-41d9-b1d9-0b3a3b77dd98 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:10.165805 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ea656-0800-4587-bfb6-d6e0d9530805", "name": "network-vif-plugged", "status": "completed", "tag": "d0991e92-05ea-4203-aeb6-d866f6069af8", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:10.166089 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-160954a1-faee-41d9-b1d9-0b3a3b77dd98 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:10.166485 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0991e92-05ea-4203-aeb6-d866f6069af8', 'code': 200} Jun 23 14:11:10.290825 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8253a2-1a4a-4515-b13b-f3490825030d req-3ff25c92-73da-4fcc-8974-549f63f5bfa3 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.292388 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ab8253a2-1a4a-4515-b13b-f3490825030d req-3ff25c92-73da-4fcc-8974-549f63f5bfa3 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0776646 Jun 23 14:11:10.333593 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ab8253a2-1a4a-4515-b13b-f3490825030d req-c1f73acc-61ec-46d4-9156-e70bf0605782 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349689 Jun 23 14:11:10.468596 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a74d9-be6a-4fd0-9907-12c0c680b745 req-95425269-b429-4fda-9c2c-225f9e9eba40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.470195 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-871a74d9-be6a-4fd0-9907-12c0c680b745 req-95425269-b429-4fda-9c2c-225f9e9eba40 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 1098 time: 0.0536873 Jun 23 14:11:10.514688 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-871a74d9-be6a-4fd0-9907-12c0c680b745 req-299f8be3-e83c-4178-bf6c-d37b0f5c2a0b service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305607 Jun 23 14:11:10.745977 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993cb113-25b6-4f8d-a106-0873983f59c5 req-e1c60ca4-762e-4a40-a31b-cacec5fd2ca0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.748054 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-993cb113-25b6-4f8d-a106-0873983f59c5 req-e1c60ca4-762e-4a40-a31b-cacec5fd2ca0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.1011367 Jun 23 14:11:10.758842 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a7f5e5-1d94-4354-b697-ec2fac5cbf86 req-2b9d4bde-ce79-4bba-a831-04e5aebf7730 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.760120 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-57a7f5e5-1d94-4354-b697-ec2fac5cbf86 req-2b9d4bde-ce79-4bba-a831-04e5aebf7730 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.1036351 Jun 23 14:11:10.812212 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-993cb113-25b6-4f8d-a106-0873983f59c5 req-4466ec13-5f4d-43d8-b64e-26167fac300b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511746 Jun 23 14:11:10.816808 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-57a7f5e5-1d94-4354-b697-ec2fac5cbf86 req-05cebbde-af42-4559-b941-640473101fbd tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495207 Jun 23 14:11:10.987929 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748c9fb5-e508-40f2-8d3e-2256ba68b7b0 req-bb9c4ecb-96f5-417b-8580-0d565012e835 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:10.989437 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-748c9fb5-e508-40f2-8d3e-2256ba68b7b0 req-bb9c4ecb-96f5-417b-8580-0d565012e835 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0729895 Jun 23 14:11:11.031282 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-748c9fb5-e508-40f2-8d3e-2256ba68b7b0 req-75218f1b-6ffe-4f3b-b35d-062cb769e7c2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360105 Jun 23 14:11:11.512107 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b49e1-9bbe-443b-b700-7cc290669986 req-947b4fe2-5200-42dd-ad28-7142889b482d tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:11.514066 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d14b49e1-9bbe-443b-b700-7cc290669986 req-947b4fe2-5200-42dd-ad28-7142889b482d tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0624843 Jun 23 14:11:11.552739 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d14b49e1-9bbe-443b-b700-7cc290669986 req-2be68502-a548-4cbd-99d9-ed521896ffee tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323861 Jun 23 14:11:12.000889 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6e9a7b-bf71-4f8a-b6d3-ab51feec8ba9 req-e1dd567c-5a19-43af-8ed4-3b8640f9cfd1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.002403 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac6e9a7b-bf71-4f8a-b6d3-ab51feec8ba9 req-e1dd567c-5a19-43af-8ed4-3b8640f9cfd1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.0658195 Jun 23 14:11:12.043308 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac6e9a7b-bf71-4f8a-b6d3-ab51feec8ba9 req-80f4228b-8f5d-4a53-b6b2-26ce75f9d426 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322592 Jun 23 14:11:12.243679 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f03a6-595b-4eb5-9b47-d50c9c97d969 req-6ec69532-2d52-4d6c-b1a7-5e55e17ca354 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.245141 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d45f03a6-595b-4eb5-9b47-d50c9c97d969 req-6ec69532-2d52-4d6c-b1a7-5e55e17ca354 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0679460 Jun 23 14:11:12.284339 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d45f03a6-595b-4eb5-9b47-d50c9c97d969 req-43fd82b2-b4bc-4277-b461-f0becfbf2668 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jun 23 14:11:12.730024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8328fd-64bf-427b-8329-a14c54b283cf req-a2ea0c79-0a09-4803-825e-902d4053d3dc tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:12.731500 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ef8328fd-64bf-427b-8329-a14c54b283cf req-a2ea0c79-0a09-4803-825e-902d4053d3dc tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0645099 Jun 23 14:11:12.771740 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ef8328fd-64bf-427b-8329-a14c54b283cf req-964653bf-ea06-49e7-919c-e7d65404bd1e tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332792 Jun 23 14:11:13.226220 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71223a7-4bb2-44a3-8734-1dd66fc99a45 req-903b9fd4-c95b-4cf3-95a8-09e267166ef0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.227687 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f71223a7-4bb2-44a3-8734-1dd66fc99a45 req-903b9fd4-c95b-4cf3-95a8-09e267166ef0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.0628376 Jun 23 14:11:13.273943 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f71223a7-4bb2-44a3-8734-1dd66fc99a45 req-7ea3f671-e660-4608-ae5b-a11d5438cab9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400712 Jun 23 14:11:13.481486 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667188ca-1c78-4007-abb4-69d4d4f792fd req-039f6606-d4e3-47dc-addc-a42138788b5c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.483155 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-667188ca-1c78-4007-abb4-69d4d4f792fd req-039f6606-d4e3-47dc-addc-a42138788b5c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0804365 Jun 23 14:11:13.524280 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-667188ca-1c78-4007-abb4-69d4d4f792fd req-33a65039-bf2b-4ae5-abd2-2607d07484df tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Jun 23 14:11:13.956176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991510a5-0603-48b5-b747-3f63953819b7 req-ffd17223-ff24-45f8-aabf-51014d8d20d2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:13.957741 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-991510a5-0603-48b5-b747-3f63953819b7 req-ffd17223-ff24-45f8-aabf-51014d8d20d2 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0672846 Jun 23 14:11:14.006527 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-991510a5-0603-48b5-b747-3f63953819b7 req-a2ccaf42-56c3-4a9e-8077-915a27f72b90 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405030 Jun 23 14:11:14.495972 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf2da13-d35a-4b55-b7ad-7ad630aa57e1 req-d1d1be40-a95f-4434-9d38-db0a6d3fc0af tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.497574 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ccf2da13-d35a-4b55-b7ad-7ad630aa57e1 req-d1d1be40-a95f-4434-9d38-db0a6d3fc0af tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.0798271 Jun 23 14:11:14.536059 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ccf2da13-d35a-4b55-b7ad-7ad630aa57e1 req-ae96e0ad-214d-4e3c-8c30-273989b84d2a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326893 Jun 23 14:11:14.716708 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115fb59-bfe2-4a13-9cba-09c13e0bec10 req-e0f880d0-9f2a-4327-8c3d-6b4f930e93ba tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:14.718259 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c115fb59-bfe2-4a13-9cba-09c13e0bec10 req-e0f880d0-9f2a-4327-8c3d-6b4f930e93ba tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0668375 Jun 23 14:11:14.763403 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c115fb59-bfe2-4a13-9cba-09c13e0bec10 req-22170453-ffad-48fc-a38b-34d7286e937a tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368893 Jun 23 14:11:15.181109 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acfd0b4-cfde-4e42-87da-73caf7364488 req-94adf437-cbe4-461a-a642-46e3255bf2dc tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.182580 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8acfd0b4-cfde-4e42-87da-73caf7364488 req-94adf437-cbe4-461a-a642-46e3255bf2dc tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0654509 Jun 23 14:11:15.228129 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8acfd0b4-cfde-4e42-87da-73caf7364488 req-1324b71b-e609-441a-8b75-46db38ce4912 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/security-groups?id=56145533-91a7-47d6-9b51-ab6546d4309d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387585 Jun 23 14:11:15.377317 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-609bab3e-99e5-4d2d-8a06-e68b79985d4f tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:15.378909 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-609bab3e-99e5-4d2d-8a06-e68b79985d4f tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.42 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 945 time: 0.0663309 Jun 23 14:11:15.533180 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Deleting port ae855554-fc62-48f2-82f1-231f4e9e320d {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:15.533525 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.633863 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] For port ae855554-fc62-48f2-82f1-231f4e9e320d, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ae855554-fc62-48f2-82f1-231f4e9e320d,segment=NetworkSegment(4f522dec-2c52-4a32-9739-cc84b0455024),segment_id=4f522dec-2c52-4a32-9739-cc84b0455024)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:15.634252 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.652264 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Calling delete_port for ae855554-fc62-48f2-82f1-231f4e9e320d owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:15.822476 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.828012 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:15.850573 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['ae855554-fc62-48f2-82f1-231f4e9e320d'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:15.856382 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Pushing event deleted for resources: {'Port': ['ID=ae855554-fc62-48f2-82f1-231f4e9e320d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:15.861548 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:15.936089 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] No DVR routers for this DVR port ae855554-fc62-48f2-82f1-231f4e9e320d on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:15.940573 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:15.942706 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-82d0d296-0ad1-4522-b656-504efc2b3aac req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.42 "DELETE /v2.0/ports/ae855554-fc62-48f2-82f1-231f4e9e320d HTTP/1.1" status: 204 len: 173 time: 0.5449028 Jun 23 14:11:15.943209 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42dca252-e63a-47f8-8f27-91b857df8e90', 'name': 'network-vif-deleted', 'tag': 'ae855554-fc62-48f2-82f1-231f4e9e320d'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:15.945526 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-635a9e30-942d-4e91-a73a-3a6546bb5a61" -d '{"events": [{"server_uuid": "42dca252-e63a-47f8-8f27-91b857df8e90", "name": "network-vif-deleted", "tag": "ae855554-fc62-48f2-82f1-231f4e9e320d"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:16.007104 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ce1a06-aabc-44bc-bdcc-0f32bfb4765b req-a62e4dea-7533-41a7-ae1d-760704ecb529 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:16.008932 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-95ce1a06-aabc-44bc-bdcc-0f32bfb4765b req-a62e4dea-7533-41a7-ae1d-760704ecb529 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0832546 Jun 23 14:11:16.058745 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-95ce1a06-aabc-44bc-bdcc-0f32bfb4765b req-13024b46-82e5-4ecb-9c03-5ee3404019f0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429332 Jun 23 14:11:16.111143 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-038f5592-348e-46ba-bc47-5d8c67bc42d8 x-openstack-request-id: req-038f5592-348e-46ba-bc47-5d8c67bc42d8 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:16.111502 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42dca252-e63a-47f8-8f27-91b857df8e90", "name": "network-vif-deleted", "tag": "ae855554-fc62-48f2-82f1-231f4e9e320d", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:16.111781 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-038f5592-348e-46ba-bc47-5d8c67bc42d8 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:16.112204 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42dca252-e63a-47f8-8f27-91b857df8e90', 'name': 'network-vif-deleted', 'tag': 'ae855554-fc62-48f2-82f1-231f4e9e320d', 'status': 'completed', 'code': 200} Jun 23 14:11:16.402435 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2bbe159e-46a0-4514-aff2-5f0ccebe8ecc req-a4de9081-87d5-4d23-ac01-e26859afba2d tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] 10.222.0.16 "GET /v2.0/ports?device_id=42dca252-e63a-47f8-8f27-91b857df8e90 HTTP/1.1" status: 200 len: 210 time: 0.0325415 Jun 23 14:11:17.239782 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac59799f-5977-46d3-abda-de1114388e29 req-9794353e-8993-4d5e-b2c0-924e1c216a45 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:17.241276 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac59799f-5977-46d3-abda-de1114388e29 req-9794353e-8993-4d5e-b2c0-924e1c216a45 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0684042 Jun 23 14:11:17.281058 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac59799f-5977-46d3-abda-de1114388e29 req-f7816214-529b-4ff6-bddf-d714ac5963db tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Jun 23 14:11:18.476301 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d12b30-b003-4e18-8c17-146561723120 req-df6747ee-9789-4412-9c6c-37a2fb78d2c5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:18.484250 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-40d12b30-b003-4e18-8c17-146561723120 req-df6747ee-9789-4412-9c6c-37a2fb78d2c5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0828147 Jun 23 14:11:18.520222 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-40d12b30-b003-4e18-8c17-146561723120 req-5d26b661-c5eb-4104-a3c3-d98a07846010 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348217 Jun 23 14:11:19.713519 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804745c1-5662-4988-92d9-ad61d918495f req-970e6fee-6f95-4beb-9b53-1a3115f0fab9 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:19.715087 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-804745c1-5662-4988-92d9-ad61d918495f req-970e6fee-6f95-4beb-9b53-1a3115f0fab9 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0713158 Jun 23 14:11:19.755770 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-804745c1-5662-4988-92d9-ad61d918495f req-8478542d-2ca7-4666-a9b8-07477884ac7e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345526 Jun 23 14:11:19.928271 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ae855554-fc62-48f2-82f1-231f4e9e320d no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:19.953038 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: ae855554-fc62-48f2-82f1-231f4e9e320d {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:19.953413 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ae855554-fc62-48f2-82f1-231f4e9e320d not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:20.956543 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7c4fc3-1b0a-447d-94e0-67d13b6f39b7 req-07b2310e-d2c1-4f8a-9b43-99fa862d530e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:20.958114 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fd7c4fc3-1b0a-447d-94e0-67d13b6f39b7 req-07b2310e-d2c1-4f8a-9b43-99fa862d530e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0813336 Jun 23 14:11:21.000548 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fd7c4fc3-1b0a-447d-94e0-67d13b6f39b7 req-3df60b01-1a35-426a-bd00-cf936d44dc36 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363669 Jun 23 14:11:21.456146 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-a53ac3cd-6706-4a7e-bcd5-2da0ab5cad5b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:21.457641 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-a53ac3cd-6706-4a7e-bcd5-2da0ab5cad5b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.1072974 Jun 23 14:11:21.474056 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-a4c7ab20-c68c-43b8-8920-e1cc052166d6 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/quotas/5c2f0365b7d041c2ae2f81c0c4aa30ba HTTP/1.1" status: 200 len: 375 time: 0.0102849 Jun 23 14:11:21.574875 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-c0e2a236-ebe5-436d-8d7f-6313a610408b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0949388 Jun 23 14:11:21.677385 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-1b259077-4537-4097-ba9a-38cb48dca26c service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979104 Jun 23 14:11:21.680309 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48154) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:21.782514 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-04dc0ec4-59bd-4f28-a006-7d7a810415fc service neutron] 10.222.0.16 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070461 Jun 23 14:11:21.835704 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3b703df-f882-49a2-95dd-ae9b8daae86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.932104 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3b703df-f882-49a2-95dd-ae9b8daae86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.938227 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3b703df-f882-49a2-95dd-ae9b8daae86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:21.941733 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1862dc10-4089-4a2c-88d7-f7e37b7ce34d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:21.969296 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-47f0cd97-4db8-42d0-8462-13b7432921e0 req-87fc8b1e-6a0f-45e2-aed1-332ff01a5103 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 210 time: 0.0344586 Jun 23 14:11:21.972193 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 48168) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:21.972401 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c3b703df-f882-49a2-95dd-ae9b8daae86a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7db9dd68a034abda475ade120b44bbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2904749 Jun 23 14:11:21.988796 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b703df-f882-49a2-95dd-ae9b8daae86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a10524-e20a-4505-bb1c-8649a4edd990,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:22.003577 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c3b703df-f882-49a2-95dd-ae9b8daae86a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:22.055282 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.088512 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.152749 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.157629 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:22.160785 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e8a10524-e20a-4505-bb1c-8649a4edd990 HTTP/1.1" status: 204 len: 168 time: 0.1869597 Jun 23 14:11:22.161887 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:22.173909 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a10524-e20a-4505-bb1c-8649a4edd990,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:22.184540 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:22.288439 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d57eb65-ba1e-45d0-b1b2-d5c8c16c14fe req-a913f097-ac32-4ee7-b6f2-89499770513e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:22.290237 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d57eb65-ba1e-45d0-b1b2-d5c8c16c14fe req-a913f097-ac32-4ee7-b6f2-89499770513e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0871475 Jun 23 14:11:22.343392 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d57eb65-ba1e-45d0-b1b2-d5c8c16c14fe req-86243295-2cc3-4083-9677-840e88306991 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450308 Jun 23 14:11:23.183218 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d2116cb-de4c-4a6b-8fc7-1584c1a1a236 req-5aec4e2c-0f72-44b4-b963-e29f731fd934 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 210 time: 0.0453169 Jun 23 14:11:23.528960 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d601d2a-af34-42f0-b826-db8a746674f0 req-92b69a6f-99c0-4325-910f-d28ca8b21033 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:23.530472 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1d601d2a-af34-42f0-b826-db8a746674f0 req-92b69a6f-99c0-4325-910f-d28ca8b21033 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0679262 Jun 23 14:11:23.589139 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1d601d2a-af34-42f0-b826-db8a746674f0 req-010f2fe1-2db6-4b85-95ea-efb4a1f2ca09 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515118 Jun 23 14:11:23.751467 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-cb8cddeb-ca2a-4285-a7e9-e97966bf3a62 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:23.753074 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-cb8cddeb-ca2a-4285-a7e9-e97966bf3a62 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 815 time: 0.1189435 Jun 23 14:11:23.780939 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Request body: {'port': {'device_id': '7520101a-df17-4c97-8359-fc7f872066ce', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'admin_state_up': True, 'tenant_id': '5c2f0365b7d041c2ae2f81c0c4aa30ba'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:23.892175 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Made reservation on behalf of 5c2f0365b7d041c2ae2f81c0c4aa30ba for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:23.896415 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.032940 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Allocated IP 172.20.0.5 (e8196980-9c5d-4144-a49c-9e3035f77c19/0e0038db-332f-453e-8ae6-c703337035c8/eae6d169-8b2b-4368-9343-0e7ed20cbd2a) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:24.119511 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48280) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:24.205999 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.241325 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e5af861c-93b9-4662-b960-fda1b79525ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.252871 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.258698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c18b1e41-a149-4244-9ef3-b893bea816e8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:24.271405 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb', 'a83c461c-422a-4877-b3a0-277d3186822e', 'd0991e92-05ea-4203-aeb6-d866f6069af8'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:24.313013 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Network e8196980-9c5d-4144-a49c-9e3035f77c19 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:24.316847 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:24.319868 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:24.396862 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.397746 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.422082 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event updated for resources: {'Port': ['ID=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:24.426117 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:24.496067 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e5af861c-93b9-4662-b960-fda1b79525ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.514564 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f2d69-7e18-4180-92bb-1e8455f6e980 req-9b5bd057-c41b-4310-8f87-be888a91deff tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:24.516013 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e5af861c-93b9-4662-b960-fda1b79525ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.516597 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-142f2d69-7e18-4180-92bb-1e8455f6e980 req-9b5bd057-c41b-4310-8f87-be888a91deff tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 931 time: 0.1347625 Jun 23 14:11:24.519407 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c3b703df-f882-49a2-95dd-ae9b8daae86a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:24.524535 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7478490 Jun 23 14:11:24.545693 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Request body: {'port': {'device_id': '7520101a-df17-4c97-8359-fc7f872066ce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:24.571834 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e5af861c-93b9-4662-b960-fda1b79525ff admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0bac8966ae934ab3a8991460bbb8c5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4504149 Jun 23 14:11:24.573660 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48304) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:24.627882 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-142f2d69-7e18-4180-92bb-1e8455f6e980 req-a4c5f149-9f9a-47b1-a252-fa7ecfdd05b1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957749 Jun 23 14:11:24.666281 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5af861c-93b9-4662-b960-fda1b79525ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432a805f-182d-4110-bb67-819baf9ba5ac,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:24.687328 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5af861c-93b9-4662-b960-fda1b79525ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:24.702112 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.730576 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.764760 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.824299 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.828183 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:24.829313 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/432a805f-182d-4110-bb67-819baf9ba5ac HTTP/1.1" status: 204 len: 168 time: 0.2546020 Jun 23 14:11:24.830106 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-67d5bf54-4b42-4e0d-b883-77de4d86a57e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:24.838283 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432a805f-182d-4110-bb67-819baf9ba5ac,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:24.841252 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:24.911064 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-209a5e7e-f077-46d9-aaf7-8b72d44def21 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=e684475008ec4a21a400759038185878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0902879 Jun 23 14:11:25.136945 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48322) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:25.152212 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c1a602e3-4aa4-492c-93e4-a5ef204501f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.258885 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c1a602e3-4aa4-492c-93e4-a5ef204501f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.264686 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c1a602e3-4aa4-492c-93e4-a5ef204501f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.268170 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7a1db151-218f-4578-931b-ef3075d59a67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:25.305750 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a602e3-4aa4-492c-93e4-a5ef204501f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5cab4b5-1083-4c4f-96f2-bca891f8a138,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:25.310200 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c1a602e3-4aa4-492c-93e4-a5ef204501f6 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=80a4c43aff024f7a86b24d7ca3bff328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1715634 Jun 23 14:11:25.311318 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c1a602e3-4aa4-492c-93e4-a5ef204501f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:25.312840 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48328) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:25.367888 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.390568 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.393795 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc70760-609d-48a5-a98c-a179ef98cab0 req-3c34c700-ea9f-4b27-a908-da4aa205c43a tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.399449 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-afc70760-609d-48a5-a98c-a179ef98cab0 req-3c34c700-ea9f-4b27-a908-da4aa205c43a tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.6357508 Jun 23 14:11:25.444473 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.446369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.447683 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c5cab4b5-1083-4c4f-96f2-bca891f8a138 HTTP/1.1" status: 204 len: 168 time: 0.1339219 Jun 23 14:11:25.448705 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6a9c510a-8f2e-414f-b973-bfdaff7e32f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:25.459861 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5cab4b5-1083-4c4f-96f2-bca891f8a138,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:25.462159 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:25.464832 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-5bdb1006-63e6-43b2-a514-8a2269a1c9d6 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:25.467080 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-5bdb1006-63e6-43b2-a514-8a2269a1c9d6 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5496008 Jun 23 14:11:25.509069 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-afc70760-609d-48a5-a98c-a179ef98cab0 req-b19c27ec-4383-439e-a0b4-1f4cebc93671 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983293 Jun 23 14:11:25.512340 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-7fa70d10-fe34-4b04-a03c-a6e7276d498b tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/quotas/e684475008ec4a21a400759038185878 HTTP/1.1" status: 200 len: 375 time: 0.0291529 Jun 23 14:11:25.575438 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-12c0da2b-9db7-433f-86ec-17bdad43ea4d tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e684475008ec4a21a400759038185878&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0511897 Jun 23 14:11:25.598489 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eae6d169-8b2b-4368-9343-0e7ed20cbd2a {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:25.610110 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.624991 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Transition to ACTIVE for port object eae6d169-8b2b-4368-9343-0e7ed20cbd2a will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:25.629171 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:25.632011 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:25.729232 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Pushing event updated for resources: {'Port': ['ID=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:25.751945 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:25.947908 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Attempting to bind port eae6d169-8b2b-4368-9343-0e7ed20cbd2a on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:25.948254 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Attempting to bind port eae6d169-8b2b-4368-9343-0e7ed20cbd2a by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:25.948564 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Attempting to bind port eae6d169-8b2b-4368-9343-0e7ed20cbd2a on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:25.983133 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5157b1c-34b1-42e0-b506-ea3f1b631011 req-517bd18a-1ba0-4fa7-9f24-c45624e7cb11 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 210 time: 0.0286191 Jun 23 14:11:25.983717 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Port eae6d169-8b2b-4368-9343-0e7ed20cbd2a on network e8196980-9c5d-4144-a49c-9e3035f77c19 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:25.984037 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Attempting to bind port eae6d169-8b2b-4368-9343-0e7ed20cbd2a on network e8196980-9c5d-4144-a49c-9e3035f77c19 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:26.024844 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:26.025343 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Checking segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:26.025733 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Bound using segment: {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:26.026186 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Bound port: eae6d169-8b2b-4368-9343-0e7ed20cbd2a, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '77aef448-a3f0-4532-9503-d5e4fba1dcec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:26.026532 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.151765 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3108fed-b540-4eeb-81e4-afd118c7354b req-5c78b43e-8a81-4e86-bfc3-33d0ee741f05 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.154276 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3108fed-b540-4eeb-81e4-afd118c7354b req-5c78b43e-8a81-4e86-bfc3-33d0ee741f05 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 943 time: 0.2293394 Jun 23 14:11:26.157404 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] For port eae6d169-8b2b-4368-9343-0e7ed20cbd2a, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:26.160875 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] For port eae6d169-8b2b-4368-9343-0e7ed20cbd2a, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:26.171838 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.181709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-17fde78a-b57e-408e-a08e-67a248d7dc31 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:26.242749 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.242749 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:26.242749 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] 10.222.0.42 "PUT /v2.0/ports/eae6d169-8b2b-4368-9343-0e7ed20cbd2a HTTP/1.1" status: 200 len: 1093 time: 1.7002878 Jun 23 14:11:26.242749 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3108fed-b540-4eeb-81e4-afd118c7354b req-74c7e254-dc7e-419d-9c92-8554f44251ec tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787861 Jun 23 14:11:26.242749 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7520101a-df17-4c97-8359-fc7f872066ce', 'tag': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:26.266228 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a31cb35f-69b4-4564-a254-1f799cb668f0" -d '{"events": [{"name": "network-changed", "server_uuid": "7520101a-df17-4c97-8359-fc7f872066ce", "tag": "eae6d169-8b2b-4368-9343-0e7ed20cbd2a"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:26.298336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Pushing event updated for resources: {'Port': ['ID=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:26.303294 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:26.320847 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c9431f-d954-41b0-9c17-d78bb67e2d35 x-openstack-request-id: req-30c9431f-d954-41b0-9c17-d78bb67e2d35 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:26.321177 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7520101a-df17-4c97-8359-fc7f872066ce", "tag": "eae6d169-8b2b-4368-9343-0e7ed20cbd2a", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:26.321460 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30c9431f-d954-41b0-9c17-d78bb67e2d35 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:26.321936 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7520101a-df17-4c97-8359-fc7f872066ce', 'tag': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a', 'status': 'completed', 'code': 200} Jun 23 14:11:26.377011 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-59181fec-c8e2-4dfe-b4c1-622b586db8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.378538 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-59181fec-c8e2-4dfe-b4c1-622b586db8e7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 1096 time: 0.0708311 Jun 23 14:11:26.423890 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-8a4d9bbc-152c-4795-8d41-ffcee9e1eaad service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eae6d169-8b2b-4368-9343-0e7ed20cbd2a HTTP/1.1" status: 200 len: 217 time: 0.0348291 Jun 23 14:11:26.488720 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-c251f33f-32fb-4407-92d5-e7d637ca1140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.490342 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-c251f33f-32fb-4407-92d5-e7d637ca1140 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.0482814 Jun 23 14:11:26.536923 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-7dba9e4b-0173-41d2-ac88-8da26ff4ba07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332909 Jun 23 14:11:26.685700 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-fcb5ee94-c8cd-4926-a70a-86d8dff43b85 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290913 Jun 23 14:11:26.802561 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6afafce-bff3-48da-9cb8-6e5de6c230ff req-10177f6c-1a99-4789-b808-2592c67f7b24 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.804104 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d6afafce-bff3-48da-9cb8-6e5de6c230ff req-10177f6c-1a99-4789-b808-2592c67f7b24 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1595616 Jun 23 14:11:26.824384 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f3bc3c-6333-47ee-9609-0f72cfc95d67 req-0830819c-a253-4956-a1f0-1304a807d035 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266580 Jun 23 14:11:26.851322 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d6afafce-bff3-48da-9cb8-6e5de6c230ff req-327cec63-e210-4e3f-aa01-6b4c327a22b3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374565 Jun 23 14:11:26.957817 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-bb9f7c67-8210-42a6-bb0e-2cbaf97163cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:26.959321 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-bb9f7c67-8210-42a6-bb0e-2cbaf97163cb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 1096 time: 0.0590544 Jun 23 14:11:27.065567 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-661fbccf-cd5b-4651-874f-1d804dc6ffd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:27.067082 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-661fbccf-cd5b-4651-874f-1d804dc6ffd2 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 200 len: 916 time: 0.0932081 Jun 23 14:11:27.117520 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-6477b31f-dd0e-4042-8a8d-2adac28917f1 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=eae6d169-8b2b-4368-9343-0e7ed20cbd2a HTTP/1.1" status: 200 len: 217 time: 0.0391650 Jun 23 14:11:27.189143 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-513e117d-8361-467f-abb8-8284106a9477 req-a7345cba-3987-48ab-bc62-ea474e08aa7c tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 210 time: 0.0314531 Jun 23 14:11:27.202424 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-dd292afb-7ab6-427a-a37c-dc19eda1a26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:27.203881 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-dd292afb-7ab6-427a-a37c-dc19eda1a26a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 200 len: 855 time: 0.0787656 Jun 23 14:11:27.249043 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-ab8da240-bf69-4503-bfa9-bc1b55fe84c9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8196980-9c5d-4144-a49c-9e3035f77c19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376892 Jun 23 14:11:27.354633 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-e43bbedb-ed1a-4b0e-9a99-c6da5dcafaa3 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954552 Jun 23 14:11:27.529769 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a31cb35f-69b4-4564-a254-1f799cb668f0 req-dcf27a91-a97f-48ee-a038-65aa7ecf17e2 service neutron] 10.222.0.42 "GET /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1595197 Jun 23 14:11:27.555037 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18066ddc-111e-4f35-9efd-650e7d7bbbee req-d951b0d6-9145-4a6a-b9d4-2204c409fd37 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:27.556531 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18066ddc-111e-4f35-9efd-650e7d7bbbee req-d951b0d6-9145-4a6a-b9d4-2204c409fd37 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 943 time: 0.1752844 Jun 23 14:11:27.588248 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-88d0434e-3d7d-4d57-ae18-1109d9a6f931 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=e684475008ec4a21a400759038185878&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0258708 Jun 23 14:11:27.678590 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18066ddc-111e-4f35-9efd-650e7d7bbbee req-930b8f3c-cd1f-4614-ba75-2d9e2f48d7fc tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931268 Jun 23 14:11:27.722717 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-01893a5c-0908-464f-8867-77d23f470834 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:27.724145 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-01893a5c-0908-464f-8867-77d23f470834 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1224597 Jun 23 14:11:27.738530 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Request body: {'port': {'device_id': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b', 'admin_state_up': True, 'tenant_id': 'e684475008ec4a21a400759038185878'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:27.849295 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Made reservation on behalf of e684475008ec4a21a400759038185878 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:11:27.853471 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.862923 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.976473 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:27.989010 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.012167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.096594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=849340d1-2356-4f8c-a68b-7751ee81fab1,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.103649 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.165166 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c249a64b-4e02-4aa6-b0e3-06df57dd12f7 req-cab7e85c-cb6c-4afd-8e43-f370694ffd6b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.169283 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c249a64b-4e02-4aa6-b0e3-06df57dd12f7 req-cab7e85c-cb6c-4afd-8e43-f370694ffd6b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1889489 Jun 23 14:11:28.207585 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Allocated IP 192.168.233.56 (6bfc72f0-9690-4df2-887a-2bcbd2c0900b/f77f2246-e693-40f5-a436-909ea9f8503e/dbe52238-fa1f-4e62-b14e-6aab53c72b35) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:11:28.240497 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c249a64b-4e02-4aa6-b0e3-06df57dd12f7 req-25d2192b-a86f-45a7-9473-471783f38863 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609651 Jun 23 14:11:28.377051 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65d4e4d1-5d39-43b4-8945-e2ac60a1653b req-659e2c74-f2ec-4ac2-b1b2-870acb645faf tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 210 time: 0.0348892 Jun 23 14:11:28.409648 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.429900 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Transition to ACTIVE for port object dbe52238-fa1f-4e62-b14e-6aab53c72b35 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:28.467561 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.471445 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:28.516559 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:11:28.519927 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:11:28.524323 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:11:28.546671 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Pushing event updated for resources: {'Port': ['ID=dbe52238-fa1f-4e62-b14e-6aab53c72b35,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:28.551090 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:28.583323 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:28.583919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.600119 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8652515 Jun 23 14:11:28.627602 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Request body: {'port': {'device_id': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:11:28.745876 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.799995 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-2c9824fd-2797-4f5f-b7cf-54cfa88abe5c None None] Provisioning for port dbe52238-fa1f-4e62-b14e-6aab53c72b35 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:28.804874 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-2c9824fd-2797-4f5f-b7cf-54cfa88abe5c None None] Provisioning complete for port dbe52238-fa1f-4e62-b14e-6aab53c72b35 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:28.805262 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2c9824fd-2797-4f5f-b7cf-54cfa88abe5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:28.850715 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-2c9824fd-2797-4f5f-b7cf-54cfa88abe5c None None] Port dbe52238-fa1f-4e62-b14e-6aab53c72b35 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:11:29.028945 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22142662-fbb1-4c91-85ea-c03a6bc74539 req-51bdcb7a-e15f-428f-ba95-bcdbbf1f8aa7 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.030321 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-22142662-fbb1-4c91-85ea-c03a6bc74539 req-51bdcb7a-e15f-428f-ba95-bcdbbf1f8aa7 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 943 time: 0.1703625 Jun 23 14:11:29.091831 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-22142662-fbb1-4c91-85ea-c03a6bc74539 req-ccc0d5a0-f47b-41ae-94d4-4fb482920fe9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542634 Jun 23 14:11:29.159824 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe52238-fa1f-4e62-b14e-6aab53c72b35 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:29.167450 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.180420 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Transition to ACTIVE for port object dbe52238-fa1f-4e62-b14e-6aab53c72b35 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:11:29.184739 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.187573 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:29.238496 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe52238-fa1f-4e62-b14e-6aab53c72b35,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:29.257027 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:29.309621 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Attempting to bind port dbe52238-fa1f-4e62-b14e-6aab53c72b35 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:11:29.310003 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Attempting to bind port dbe52238-fa1f-4e62-b14e-6aab53c72b35 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:11:29.310354 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Attempting to bind port dbe52238-fa1f-4e62-b14e-6aab53c72b35 on network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:29.314940 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Port dbe52238-fa1f-4e62-b14e-6aab53c72b35 on network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:11:29.315334 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Attempting to bind port dbe52238-fa1f-4e62-b14e-6aab53c72b35 on network 6bfc72f0-9690-4df2-887a-2bcbd2c0900b {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:11:29.320718 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 11, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:11:29.321126 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Checking segment: {'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:11:29.321583 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Bound using segment: {'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:11:29.322172 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Bound port: dbe52238-fa1f-4e62-b14e-6aab53c72b35, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'db8488bc-3c47-423b-a17c-ead18b713f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:11:29.322587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.424278 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] For port dbe52238-fa1f-4e62-b14e-6aab53c72b35, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:11:29.438138 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] For port dbe52238-fa1f-4e62-b14e-6aab53c72b35, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=dbe52238-fa1f-4e62-b14e-6aab53c72b35,segment=NetworkSegment(db8488bc-3c47-423b-a17c-ead18b713f36),segment_id=db8488bc-3c47-423b-a17c-ead18b713f36)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:11:29.444919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.447647 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-99b57446-d345-4a48-8f38-3518a5af3086 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:29.490962 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.491574 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.492962 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] 10.222.0.42 "PUT /v2.0/ports/dbe52238-fa1f-4e62-b14e-6aab53c72b35 HTTP/1.1" status: 200 len: 1097 time: 0.8719380 Jun 23 14:11:29.494386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'tag': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:29.496738 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f198e737-5506-45d5-9b73-28dcb156730e" -d '{"events": [{"name": "network-changed", "server_uuid": "a9ad48ba-cbda-4926-b2cb-5379f5db480e", "tag": "dbe52238-fa1f-4e62-b14e-6aab53c72b35"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:29.529639 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dd9f39-7f4c-49d7-aa30-5bce0e0469e9 req-faba4651-63c0-45ae-bdf6-14fe99076b6f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.531372 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e9dd9f39-7f4c-49d7-aa30-5bce0e0469e9 req-faba4651-63c0-45ae-bdf6-14fe99076b6f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1455505 Jun 23 14:11:29.532847 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe52238-fa1f-4e62-b14e-6aab53c72b35,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:29.533456 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b3535a79-6637-4df7-a623-07a288465f9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:29.555752 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:29.652991 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e9dd9f39-7f4c-49d7-aa30-5bce0e0469e9 req-f42d4646-024b-4dd5-af4a-2cbc40f12d6d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984280 Jun 23 14:11:29.705720 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-fdadbce2-5dd9-4cff-b909-4bf645fb29fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.707212 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-fdadbce2-5dd9-4cff-b909-4bf645fb29fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684475008ec4a21a400759038185878&device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 1100 time: 0.1379530 Jun 23 14:11:29.711522 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e3ff713-b038-46a6-ab16-fc43a1ce238b x-openstack-request-id: req-0e3ff713-b038-46a6-ab16-fc43a1ce238b {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:29.711826 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a9ad48ba-cbda-4926-b2cb-5379f5db480e", "tag": "dbe52238-fa1f-4e62-b14e-6aab53c72b35", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:29.712100 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0e3ff713-b038-46a6-ab16-fc43a1ce238b {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:29.712501 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'tag': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35', 'status': 'completed', 'code': 200} Jun 23 14:11:29.727699 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d570c-41d4-465a-aab8-c941afdfc2dc req-2a697e22-265e-4fd8-871c-781aede2a0d7 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.729098 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e13d570c-41d4-465a-aab8-c941afdfc2dc req-2a697e22-265e-4fd8-871c-781aede2a0d7 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 947 time: 0.1023858 Jun 23 14:11:29.773315 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-8075dafe-6b67-4377-ab3f-96fd0e27f39c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dbe52238-fa1f-4e62-b14e-6aab53c72b35 HTTP/1.1" status: 200 len: 217 time: 0.0411034 Jun 23 14:11:29.825502 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e13d570c-41d4-465a-aab8-c941afdfc2dc req-87b93c24-cad8-4cbd-93f7-2cf3872e8b9a tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874069 Jun 23 14:11:29.839840 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-9ab9dfc8-3638-4464-b072-7d76a5175765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.842245 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-9ab9dfc8-3638-4464-b072-7d76a5175765 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77f2246-e693-40f5-a436-909ea9f8503e HTTP/1.1" status: 200 len: 843 time: 0.0607555 Jun 23 14:11:29.906372 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-45a1fe8d-b290-44c3-9624-3d714f255302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:29.908543 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-45a1fe8d-b290-44c3-9624-3d714f255302 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bfc72f0-9690-4df2-887a-2bcbd2c0900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0528033 Jun 23 14:11:29.958807 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device eae6d169-8b2b-4368-9343-0e7ed20cbd2a details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:30.011137 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-d8d77bd2-1165-470d-aecc-f3812eb2ef06 service neutron] 10.222.0.42 "GET /v2.0/networks/6bfc72f0-9690-4df2-887a-2bcbd2c0900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932846 Jun 23 14:11:30.110209 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port eae6d169-8b2b-4368-9343-0e7ed20cbd2a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:30.135786 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a', 'network_id': 'e8196980-9c5d-4144-a49c-9e3035f77c19', 'port_id': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a', 'mac_address': 'fa:16:3e:c0:cd:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e0038db-332f-453e-8ae6-c703337035c8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:30.149381 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7c46813-eb9b-4b2d-a2a0-26cb953e5300 req-c5cfc95e-7b4c-45e9-a44f-9ab69b781d6a service neutron] 10.222.0.42 "GET /v2.0/networks/6bfc72f0-9690-4df2-887a-2bcbd2c0900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253910 Jun 23 14:11:30.195791 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:30.213538 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eae6d169-8b2b-4368-9343-0e7ed20cbd2a {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:30.254008 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port eae6d169-8b2b-4368-9343-0e7ed20cbd2a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:30.267894 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:30.272269 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:30.382218 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:30.388076 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:30.609170 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e737-5506-45d5-9b73-28dcb156730e req-c60f0126-3def-4364-bdf0-afe8e02abc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.610596 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f198e737-5506-45d5-9b73-28dcb156730e req-c60f0126-3def-4364-bdf0-afe8e02abc00 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e684475008ec4a21a400759038185878&device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 1100 time: 0.3949237 Jun 23 14:11:30.634720 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b517774e-9da0-449b-9686-9ddd69fb084e req-4208319e-9d7a-4a15-8e7e-c33ac12507a1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.636180 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b517774e-9da0-449b-9686-9ddd69fb084e req-4208319e-9d7a-4a15-8e7e-c33ac12507a1 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 944 time: 0.3711004 Jun 23 14:11:30.727967 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b517774e-9da0-449b-9686-9ddd69fb084e req-c27714ab-be1a-4d6c-b296-865d13910dfe tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814185 Jun 23 14:11:30.751128 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e737-5506-45d5-9b73-28dcb156730e req-ae5e094c-dce0-44a8-9b08-d9267e6f26b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.752673 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f198e737-5506-45d5-9b73-28dcb156730e req-ae5e094c-dce0-44a8-9b08-d9267e6f26b9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=6bfc72f0-9690-4df2-887a-2bcbd2c0900b HTTP/1.1" status: 200 len: 870 time: 0.1340330 Jun 23 14:11:30.805194 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f198e737-5506-45d5-9b73-28dcb156730e req-2528ae19-52d3-4f12-b4e0-3c7070193469 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=dbe52238-fa1f-4e62-b14e-6aab53c72b35 HTTP/1.1" status: 200 len: 217 time: 0.0360107 Jun 23 14:11:30.882378 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e737-5506-45d5-9b73-28dcb156730e req-b53fc2d7-65a4-4efe-a938-54a2d41f3df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.883797 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f198e737-5506-45d5-9b73-28dcb156730e req-b53fc2d7-65a4-4efe-a938-54a2d41f3df2 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=f77f2246-e693-40f5-a436-909ea9f8503e HTTP/1.1" status: 200 len: 843 time: 0.0689416 Jun 23 14:11:30.912891 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ea193-d6eb-4b51-bb4d-3302a45a9b99 req-0b42274e-be43-4c1f-a7c7-c03b530b2df0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:30.914329 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f8ea193-d6eb-4b51-bb4d-3302a45a9b99 req-0b42274e-be43-4c1f-a7c7-c03b530b2df0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1118174 Jun 23 14:11:31.005609 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f8ea193-d6eb-4b51-bb4d-3302a45a9b99 req-f6b4a2dd-d8fb-461e-994a-f9bd27cec30d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739527 Jun 23 14:11:31.020223 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198e737-5506-45d5-9b73-28dcb156730e req-e04c9ba4-2831-4022-9b38-8086c06aa07f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.021720 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f198e737-5506-45d5-9b73-28dcb156730e req-e04c9ba4-2831-4022-9b38-8086c06aa07f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=6bfc72f0-9690-4df2-887a-2bcbd2c0900b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1253433 Jun 23 14:11:31.067022 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390a4d5a-f24d-40eb-80ec-d884366597f2 req-ccd8fc6e-0bcf-4f07-92b5-bed79d0256c9 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.068600 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-390a4d5a-f24d-40eb-80ec-d884366597f2 req-ccd8fc6e-0bcf-4f07-92b5-bed79d0256c9 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 947 time: 0.1269195 Jun 23 14:11:31.074917 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['eae6d169-8b2b-4368-9343-0e7ed20cbd2a'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:31.145248 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-390a4d5a-f24d-40eb-80ec-d884366597f2 req-4512fe75-9b5f-474d-ad5e-64f0ea8b3a2f tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687978 Jun 23 14:11:31.163864 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f198e737-5506-45d5-9b73-28dcb156730e req-c3d3796c-4b4a-4565-aaf1-1865106d8b11 service neutron] 10.222.0.42 "GET /v2.0/networks/6bfc72f0-9690-4df2-887a-2bcbd2c0900b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321557 Jun 23 14:11:31.268609 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f198e737-5506-45d5-9b73-28dcb156730e req-a8246f9f-c9e7-44c9-83da-bbe94c1573ee service neutron] 10.222.0.42 "GET /v2.0/networks/6bfc72f0-9690-4df2-887a-2bcbd2c0900b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883133 Jun 23 14:11:31.915634 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db001bcb-ea6d-49d3-8d2c-e7340e5d02ea req-ddb16413-5a95-4207-b204-7d1315816b20 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:31.917082 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-db001bcb-ea6d-49d3-8d2c-e7340e5d02ea req-ddb16413-5a95-4207-b204-7d1315816b20 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 944 time: 0.0636535 Jun 23 14:11:31.955138 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-db001bcb-ea6d-49d3-8d2c-e7340e5d02ea req-fe861fad-6265-41d9-935c-70306a928975 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319133 Jun 23 14:11:32.182448 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d4adfaaf-0c53-43bd-9937-643fb1731cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.200531 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32504cce-6e60-4c7e-9dbe-7cfe7a9bcef7 req-fe5c570e-495b-4c05-92da-4a15d88dbe23 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:32.202826 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-32504cce-6e60-4c7e-9dbe-7cfe7a9bcef7 req-fe5c570e-495b-4c05-92da-4a15d88dbe23 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0692089 Jun 23 14:11:32.222120 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.254291 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-32504cce-6e60-4c7e-9dbe-7cfe7a9bcef7 req-32568b18-7698-4a32-9680-0240714f0c3e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443280 Jun 23 14:11:32.343413 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54295cd3-7fca-439a-a3ad-88d18196d467 req-df727671-f7e1-43e1-85a1-c574351bc5dd tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:32.344875 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54295cd3-7fca-439a-a3ad-88d18196d467 req-df727671-f7e1-43e1-85a1-c574351bc5dd tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 947 time: 0.0659311 Jun 23 14:11:32.381997 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-54295cd3-7fca-439a-a3ad-88d18196d467 req-1217476b-d90d-4e40-bb71-4803750a9ce1 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314050 Jun 23 14:11:32.791349 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 48562) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:32.837183 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Deleting subnet fb0bf580-0441-4287-a288-97cb12c25eb8 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:32.840238 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.877399 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61746097'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.925141 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.991002 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62312090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61245808'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:32.995032 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:33.024479 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.026465 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/fb0bf580-0441-4287-a288-97cb12c25eb8 HTTP/1.1" status: 204 len: 168 time: 0.2340052 Jun 23 14:11:33.027968 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb0bf580-0441-4287-a288-97cb12c25eb8,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:33.029592 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48570) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:33.045511 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:33.110232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.166640 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c9f052-10f2-495e-9cfd-fe2ba993bd0c req-3247afbd-ce37-4728-a24f-0e6ce8487947 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.168105 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-85c9f052-10f2-495e-9cfd-fe2ba993bd0c req-3247afbd-ce37-4728-a24f-0e6ce8487947 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 944 time: 0.0667832 Jun 23 14:11:33.193205 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.197192 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.204069 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e94f0acd-4463-4273-be9d-6cf009ab14a7']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:33.207690 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-85c9f052-10f2-495e-9cfd-fe2ba993bd0c req-449d1000-2b7e-4f90-91c6-79a8d22f608c tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329928 Jun 23 14:11:33.213905 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f522dec-2c52-4a32-9739-cc84b0455024') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:33.214235 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f522dec-2c52-4a32-9739-cc84b0455024') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:33.223722 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.237520 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.243195 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:33.243615 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:33.245200 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:33.300838 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.304769 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:33.307935 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.310525 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e94f0acd-4463-4273-be9d-6cf009ab14a7 HTTP/1.1" status: 204 len: 168 time: 0.2798946 Jun 23 14:11:33.313534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 48574) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:33.321749 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=e94f0acd-4463-4273-be9d-6cf009ab14a7,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:33.324323 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:33.362413 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Deleting subnet b85e6762-34ca-4129-bccd-0fa4c22d7039 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:11:33.365530 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.435540 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61746097'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.484549 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.516581 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bb9e1b-b0f2-482b-91b5-c964fe071648 req-7e7a238e-c54c-428c-81e7-aad1b4749be1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.518029 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f9bb9e1b-b0f2-482b-91b5-c964fe071648 req-7e7a238e-c54c-428c-81e7-aad1b4749be1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1327610 Jun 23 14:11:33.609905 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f9bb9e1b-b0f2-482b-91b5-c964fe071648 req-6273c42e-3d67-448b-8a98-92a305d1c0a2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829268 Jun 23 14:11:33.618772 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62312090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61245808'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.624798 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:33.640533 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08c5822-cb55-45ff-80e1-2f136f025121 req-e4587fa5-0c03-4382-be5e-2b01bce593e3 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:33.641991 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d08c5822-cb55-45ff-80e1-2f136f025121 req-e4587fa5-0c03-4382-be5e-2b01bce593e3 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 947 time: 0.1362996 Jun 23 14:11:33.661673 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b85e6762-34ca-4129-bccd-0fa4c22d7039,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:33.663627 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.665705 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/b85e6762-34ca-4129-bccd-0fa4c22d7039 HTTP/1.1" status: 204 len: 168 time: 0.3507056 Jun 23 14:11:33.668052 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48578) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:33.670752 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4c919b98-e573-4519-b778-71809d6a80a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:33.703461 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d08c5822-cb55-45ff-80e1-2f136f025121 req-6b0094a1-149b-41bd-8a0b-7c154f96b9a8 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446212 Jun 23 14:11:33.738759 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.818978 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.834004 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa07ec21-26bf-4d50-90a9-f3fa129bb8db']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:33.845090 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d10ea42-40f3-46b8-af75-85f8bdd57c92') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:33.845385 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d10ea42-40f3-46b8-af75-85f8bdd57c92') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:11:33.854244 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.868169 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.874123 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:11:33.874508 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:11:33.876100 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:11:33.934658 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.938246 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b1de0f2c-e2ee-4fbb-a627-f6fb305a61f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:33.940833 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:33.942567 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] 10.222.0.16 "DELETE /v2.0/networks/fa07ec21-26bf-4d50-90a9-f3fa129bb8db HTTP/1.1" status: 204 len: 168 time: 0.2735188 Jun 23 14:11:33.953618 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa07ec21-26bf-4d50-90a9-f3fa129bb8db,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:33.955866 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:33.984773 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device dbe52238-fa1f-4e62-b14e-6aab53c72b35 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:11:33.988746 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device eae6d169-8b2b-4368-9343-0e7ed20cbd2a up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:34.114734 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port eae6d169-8b2b-4368-9343-0e7ed20cbd2a completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:34.124848 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port eae6d169-8b2b-4368-9343-0e7ed20cbd2a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:34.125244 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.130972 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 48592) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:34.158002 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port dbe52238-fa1f-4e62-b14e-6aab53c72b35, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=dbe52238-fa1f-4e62-b14e-6aab53c72b35,segment=NetworkSegment(db8488bc-3c47-423b-a17c-ead18b713f36),segment_id=db8488bc-3c47-423b-a17c-ead18b713f36)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:34.178280 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-36b2075d-88f7-4de6-b422-eac7016a130e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e11222153d434d2b9b056cd349ce272b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433419 Jun 23 14:11:34.179147 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 48596) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:34.185840 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35', 'network_id': '6bfc72f0-9690-4df2-887a-2bcbd2c0900b', 'port_id': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35', 'mac_address': 'fa:16:3e:e3:2a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f77f2246-e693-40f5-a436-909ea9f8503e', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:11:34.239678 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.267325 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.271543 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.299986 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe52238-fa1f-4e62-b14e-6aab53c72b35 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:11:34.309412 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.323382 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.326879 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.332829 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/56145533-91a7-47d6-9b51-ab6546d4309d HTTP/1.1" status: 204 len: 168 time: 0.1485348 Jun 23 14:11:34.332829 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-a3c5ecf2-4ef9-413b-9059-5bd172781d11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:34.336141 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port dbe52238-fa1f-4e62-b14e-6aab53c72b35, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=dbe52238-fa1f-4e62-b14e-6aab53c72b35,segment=NetworkSegment(db8488bc-3c47-423b-a17c-ead18b713f36),segment_id=db8488bc-3c47-423b-a17c-ead18b713f36)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:34.338396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56145533-91a7-47d6-9b51-ab6546d4309d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:34.343294 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:34.357524 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7520101a-df17-4c97-8359-fc7f872066ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:34.360070 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d43aa0f-fc42-4801-a4e4-3e5e72694811" -d '{"events": [{"server_uuid": "7520101a-df17-4c97-8359-fc7f872066ce", "name": "network-vif-plugged", "status": "completed", "tag": "eae6d169-8b2b-4368-9343-0e7ed20cbd2a"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:34.367511 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.376749 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:34.384478 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port eae6d169-8b2b-4368-9343-0e7ed20cbd2a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:34.429469 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.436446 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-593a800c-93dc-4c87-b748-071a3f4dfb00 x-openstack-request-id: req-593a800c-93dc-4c87-b748-071a3f4dfb00 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:34.436747 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7520101a-df17-4c97-8359-fc7f872066ce", "name": "network-vif-plugged", "status": "completed", "tag": "eae6d169-8b2b-4368-9343-0e7ed20cbd2a", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:34.437012 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-593a800c-93dc-4c87-b748-071a3f4dfb00 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:34.437411 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7520101a-df17-4c97-8359-fc7f872066ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a', 'code': 200} Jun 23 14:11:34.443226 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a15e1a-3800-4b1a-a9cb-1025437a93d2 req-9c8249fd-89b4-4860-bdb9-e05c8ab39f6e tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.444738 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11a15e1a-3800-4b1a-a9cb-1025437a93d2 req-9c8249fd-89b4-4860-bdb9-e05c8ab39f6e tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 944 time: 0.0850520 Jun 23 14:11:34.457448 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=dbe52238-fa1f-4e62-b14e-6aab53c72b35,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:34.460477 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:34.460956 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:34.496266 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11a15e1a-3800-4b1a-a9cb-1025437a93d2 req-9d5ddd61-fcfa-49bb-a336-7f1ffc363659 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423939 Jun 23 14:11:34.525914 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:34.529836 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:34.698625 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d611b18-61b7-4a5b-9786-1cf44429d540 req-6dd0452e-83bf-48fa-822c-365b8492837f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.700823 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d611b18-61b7-4a5b-9786-1cf44429d540 req-6dd0452e-83bf-48fa-822c-365b8492837f service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 1098 time: 0.0564888 Jun 23 14:11:34.747480 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48614) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:34.787928 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d611b18-61b7-4a5b-9786-1cf44429d540 req-c8680963-a0aa-47ae-8e0d-63e1d2cb3752 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760620 Jun 23 14:11:34.793135 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c2a56631-98c8-4cf7-954d-8302376c3af4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f66512ce48d746e580e3def884de67f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434875 Jun 23 14:11:34.794081 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48616) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:34.818030 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a8aec-a2fb-4597-ad06-9d15e547c9d3 req-4d33efd8-9289-401e-bbfb-856e0e6ebbfc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.820143 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e01a8aec-a2fb-4597-ad06-9d15e547c9d3 req-4d33efd8-9289-401e-bbfb-856e0e6ebbfc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0864470 Jun 23 14:11:34.848642 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.871758 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.899205 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e01a8aec-a2fb-4597-ad06-9d15e547c9d3 req-096f4292-a231-4a4a-8f14-0dc9130ef762 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710640 Jun 23 14:11:34.927829 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eba6c4-b218-49f3-ad78-66070e1bdcff req-9d9cea16-dd70-44ac-b843-9edbe9fbe08c tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:34.929340 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-99eba6c4-b218-49f3-ad78-66070e1bdcff req-9d9cea16-dd70-44ac-b843-9edbe9fbe08c tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 948 time: 0.1033957 Jun 23 14:11:34.940649 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.943195 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.944153 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:34.945346 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f9db2185-fd1f-4c3e-82c7-4c406b580bdb HTTP/1.1" status: 204 len: 168 time: 0.1503649 Jun 23 14:11:34.946207 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2a144e0b-0c34-40c1-990b-f30252866ccf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:34.955039 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9db2185-fd1f-4c3e-82c7-4c406b580bdb,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:34.957587 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:34.972838 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-99eba6c4-b218-49f3-ad78-66070e1bdcff req-5272ebb6-625e-42c2-bfaf-07e080387438 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367489 Jun 23 14:11:34.974721 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['dbe52238-fa1f-4e62-b14e-6aab53c72b35'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:35.685324 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6f0e3b-687c-4016-8ca3-3a8be2870331 req-4a67cf3e-4ebe-4fa2-b83c-204976aa8458 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:35.686961 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7a6f0e3b-687c-4016-8ca3-3a8be2870331 req-4a67cf3e-4ebe-4fa2-b83c-204976aa8458 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.0685403 Jun 23 14:11:35.726434 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7a6f0e3b-687c-4016-8ca3-3a8be2870331 req-c9371269-45fb-4adb-ac0f-73a3971f964b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334201 Jun 23 14:11:36.094209 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ca73-b5d4-4901-bf8c-7cef54492d65 req-c3ffd1ec-725f-4102-8a86-9a2108eec894 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.102196 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cdc2ca73-b5d4-4901-bf8c-7cef54492d65 req-c3ffd1ec-725f-4102-8a86-9a2108eec894 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0845025 Jun 23 14:11:36.177190 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cdc2ca73-b5d4-4901-bf8c-7cef54492d65 req-840a2801-c226-4d26-9f70-29d7b39059df tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741282 Jun 23 14:11:36.204098 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c220b962-b916-4f54-831b-7f67822e54ad req-dc4e07fe-1fa5-469c-a590-d187e8e3bdeb tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.205784 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c220b962-b916-4f54-831b-7f67822e54ad req-dc4e07fe-1fa5-469c-a590-d187e8e3bdeb tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 948 time: 0.1013882 Jun 23 14:11:36.262575 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c220b962-b916-4f54-831b-7f67822e54ad req-92c522b4-8585-4455-8188-c16b4e64bbac tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484431 Jun 23 14:11:36.903628 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ee6077-c3cd-4967-9505-a24eb76c52dc req-811a8c7a-890f-40fa-b442-461405b33247 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:36.905065 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b9ee6077-c3cd-4967-9505-a24eb76c52dc req-811a8c7a-890f-40fa-b442-461405b33247 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.0633836 Jun 23 14:11:36.942887 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b9ee6077-c3cd-4967-9505-a24eb76c52dc req-dcef73e0-939d-4cf4-8aa6-da8cc09170fe tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321536 Jun 23 14:11:37.001017 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:37.386534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38910353-6479-4ae3-a02e-3471ca1e10e6 req-46df136f-9bd9-45ce-a570-86e7a90e22d8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.389023 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38910353-6479-4ae3-a02e-3471ca1e10e6 req-46df136f-9bd9-45ce-a570-86e7a90e22d8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0806053 Jun 23 14:11:37.481276 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38910353-6479-4ae3-a02e-3471ca1e10e6 req-730db426-e423-4591-9b58-7f2cecfb63cb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855975 Jun 23 14:11:37.509468 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6667dc-e757-4f9e-bd9e-6f5c8ff6c34d req-1663d8f1-e126-431c-8be1-ea0c195c4b68 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:37.511071 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7a6667dc-e757-4f9e-bd9e-6f5c8ff6c34d req-1663d8f1-e126-431c-8be1-ea0c195c4b68 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 948 time: 0.1081131 Jun 23 14:11:37.550102 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7a6667dc-e757-4f9e-bd9e-6f5c8ff6c34d req-c84d26a3-b34b-4eca-b66c-b949ade3e7cb tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329652 Jun 23 14:11:38.001054 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device dbe52238-fa1f-4e62-b14e-6aab53c72b35 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:11:38.068497 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port dbe52238-fa1f-4e62-b14e-6aab53c72b35 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:11:38.072719 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port dbe52238-fa1f-4e62-b14e-6aab53c72b35 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:11:38.073106 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.169868 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.198711 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:38.202713 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef731262-1763-40c1-b280-9f4b48949489" -d '{"events": [{"server_uuid": "a9ad48ba-cbda-4926-b2cb-5379f5db480e", "name": "network-vif-plugged", "status": "completed", "tag": "dbe52238-fa1f-4e62-b14e-6aab53c72b35"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:38.218789 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port dbe52238-fa1f-4e62-b14e-6aab53c72b35, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=dbe52238-fa1f-4e62-b14e-6aab53c72b35,segment=NetworkSegment(db8488bc-3c47-423b-a17c-ead18b713f36),segment_id=db8488bc-3c47-423b-a17c-ead18b713f36)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:38.223903 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:38.227902 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-d0b2705a-d7d6-49ae-95d0-3f2bee27041e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:38.254836 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27fc9265-6114-4f4c-8983-54fc0558dd0c x-openstack-request-id: req-27fc9265-6114-4f4c-8983-54fc0558dd0c {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:38.255192 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad48ba-cbda-4926-b2cb-5379f5db480e", "name": "network-vif-plugged", "status": "completed", "tag": "dbe52238-fa1f-4e62-b14e-6aab53c72b35", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:38.255457 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27fc9265-6114-4f4c-8983-54fc0558dd0c {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:38.255941 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35', 'code': 200} Jun 23 14:11:38.283940 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=dbe52238-fa1f-4e62-b14e-6aab53c72b35,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:38.287522 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:38.564176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7f472c-8f7c-4774-890c-d8b66f6565ec req-feba8b58-4ab1-450e-bdcb-3dfdff5872ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.565785 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9a7f472c-8f7c-4774-890c-d8b66f6565ec req-feba8b58-4ab1-450e-bdcb-3dfdff5872ec service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 1102 time: 0.0594020 Jun 23 14:11:38.614917 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9a7f472c-8f7c-4774-890c-d8b66f6565ec req-ec726b09-9b33-4dd5-bb51-ced807116399 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408671 Jun 23 14:11:38.687136 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24705c0c-82c6-4ebd-86a7-dccabc27d57d req-bde70123-6817-42bd-9526-6c1898ae66c6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.688774 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-24705c0c-82c6-4ebd-86a7-dccabc27d57d req-bde70123-6817-42bd-9526-6c1898ae66c6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0675299 Jun 23 14:11:38.742601 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-24705c0c-82c6-4ebd-86a7-dccabc27d57d req-a71d0fd2-688a-4be6-87fd-aea3dab1dfa1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466874 Jun 23 14:11:38.877056 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706bd265-c68e-4876-b975-a81a31a0f23f req-76dba974-540f-44ce-888b-f49d1d1ac516 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:38.878583 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-706bd265-c68e-4876-b975-a81a31a0f23f req-76dba974-540f-44ce-888b-f49d1d1ac516 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0728040 Jun 23 14:11:38.918102 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-706bd265-c68e-4876-b975-a81a31a0f23f req-f610a49a-4de7-4dc8-9ea3-807867b6b235 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337558 Jun 23 14:11:39.926788 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0a767d-c7dc-4437-b4d6-896acfad0cb2 req-1fe0c0e5-6b6e-4405-b27c-c28db6c6780a tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:39.928234 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f0a767d-c7dc-4437-b4d6-896acfad0cb2 req-1fe0c0e5-6b6e-4405-b27c-c28db6c6780a tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0622606 Jun 23 14:11:39.966962 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f0a767d-c7dc-4437-b4d6-896acfad0cb2 req-6f62c9da-7041-4309-81a0-5808b6001fbe tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328455 Jun 23 14:11:40.104858 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab0cb71-cb3a-428b-a5d6-7d8996de4fae req-47f57b59-cff2-4e5f-a93d-0e438b06e5b6 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:40.106393 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7ab0cb71-cb3a-428b-a5d6-7d8996de4fae req-47f57b59-cff2-4e5f-a93d-0e438b06e5b6 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0699868 Jun 23 14:11:40.144837 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7ab0cb71-cb3a-428b-a5d6-7d8996de4fae req-68de74d3-118f-4376-a6e0-20b39a81b7fd tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328624 Jun 23 14:11:41.164586 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75787853-43a3-41d6-807f-0082c0d96592 req-54bd8944-f1d5-44cd-8834-87f2fe5cfcd0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.166573 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-75787853-43a3-41d6-807f-0082c0d96592 req-54bd8944-f1d5-44cd-8834-87f2fe5cfcd0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0739412 Jun 23 14:11:41.234886 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-75787853-43a3-41d6-807f-0082c0d96592 req-02052366-fa8c-4698-b3d5-eca17085936e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609725 Jun 23 14:11:41.411572 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3947b9-718f-4a95-a0b5-0106904b890a req-7a227eb2-4d44-48c6-a42f-40cfc0bec7d6 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:41.413072 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7c3947b9-718f-4a95-a0b5-0106904b890a req-7a227eb2-4d44-48c6-a42f-40cfc0bec7d6 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0654521 Jun 23 14:11:41.456232 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7c3947b9-718f-4a95-a0b5-0106904b890a req-4224b513-d3e4-41ff-998f-af7cdcb68bb4 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362823 Jun 23 14:11:42.037070 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:11:42.450555 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdf0784-91c3-4fa6-a9fd-dfe9bfb19192 req-4488d031-8dfa-4005-88e6-2260cf3f243b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:42.452334 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8fdf0784-91c3-4fa6-a9fd-dfe9bfb19192 req-4488d031-8dfa-4005-88e6-2260cf3f243b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0636253 Jun 23 14:11:42.493540 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8fdf0784-91c3-4fa6-a9fd-dfe9bfb19192 req-9a3a1533-fd13-4838-a20f-4417d7157b8f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331576 Jun 23 14:11:42.660623 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a4cb3d-5081-4fe3-9227-0c55b23f8fec req-1b34164c-babc-4671-9208-ba3385d31b98 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:42.662204 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-10a4cb3d-5081-4fe3-9227-0c55b23f8fec req-1b34164c-babc-4671-9208-ba3385d31b98 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0649943 Jun 23 14:11:42.703811 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-10a4cb3d-5081-4fe3-9227-0c55b23f8fec req-d52cb0c1-9fb2-4227-9cd2-ba34f7124ee2 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356858 Jun 23 14:11:43.036434 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48900) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:43.142156 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1595f9d0-c284-41d2-81b8-c6b315290a35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.242232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1595f9d0-c284-41d2-81b8-c6b315290a35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.247016 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1595f9d0-c284-41d2-81b8-c6b315290a35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.250175 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b34d1181-af2d-4878-aeb6-40fb0db4f121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:43.289823 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1595f9d0-c284-41d2-81b8-c6b315290a35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cdece37-40e0-493f-8f06-12c40924e146,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:43.297490 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1595f9d0-c284-41d2-81b8-c6b315290a35 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c7ba9914f1f44441bb7579b37f47bd0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2577038 Jun 23 14:11:43.297490 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1595f9d0-c284-41d2-81b8-c6b315290a35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:43.297854 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 48904) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:43.358820 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.379439 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.427231 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.429884 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.431042 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/1cdece37-40e0-493f-8f06-12c40924e146 HTTP/1.1" status: 204 len: 168 time: 0.1320562 Jun 23 14:11:43.431784 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9d6e6f30-ed36-4e3b-8a4e-8f507d36032e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:43.439284 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cdece37-40e0-493f-8f06-12c40924e146,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:43.441617 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:43.694997 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e737085-d81a-41f0-8ce6-aab1e577dec7 req-057292a2-a5b7-437f-810b-b6cd9b7a9464 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.696680 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6e737085-d81a-41f0-8ce6-aab1e577dec7 req-057292a2-a5b7-437f-810b-b6cd9b7a9464 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0816035 Jun 23 14:11:43.740353 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48922) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:43.752138 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6e737085-d81a-41f0-8ce6-aab1e577dec7 req-6a91d601-33c8-49c9-852c-33fcf7bf6da3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474253 Jun 23 14:11:43.758070 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7f336a54-f448-4f7c-8beb-079781630479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.904193 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7f336a54-f448-4f7c-8beb-079781630479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.911637 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7f336a54-f448-4f7c-8beb-079781630479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:43.931024 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ce127a37-ace9-48a2-a54f-bc01e377f459 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:43.949011 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f3910e-9588-48a2-b05e-29f102777ff3 req-80a06620-98d2-4ccb-8807-afc0d2aa52ba tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:43.950934 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7f3910e-9588-48a2-b05e-29f102777ff3 req-80a06620-98d2-4ccb-8807-afc0d2aa52ba tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0831881 Jun 23 14:11:43.972238 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7f336a54-f448-4f7c-8beb-079781630479 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0cf9ab66654d4547be4a24c90104affa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307942 Jun 23 14:11:43.975610 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 48926) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:43.984485 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f336a54-f448-4f7c-8beb-079781630479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4172a37a-7725-424d-8ca4-7369ff089b02,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:43.987555 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7f336a54-f448-4f7c-8beb-079781630479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:44.000895 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b7f3910e-9588-48a2-b05e-29f102777ff3 req-3b514850-0c71-4529-9ca1-d5e45f41fe86 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391221 Jun 23 14:11:44.033038 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.055256 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.108466 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.111072 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:44.112214 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4172a37a-7725-424d-8ca4-7369ff089b02 HTTP/1.1" status: 204 len: 168 time: 0.1356742 Jun 23 14:11:44.113063 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1595f9d0-c284-41d2-81b8-c6b315290a35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:44.120962 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4172a37a-7725-424d-8ca4-7369ff089b02,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:44.123925 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:44.964090 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd641bf1-5a26-4aa8-a449-f068bfbd89b5 req-ad5f391f-1c2e-43a9-a2d9-71a202089b41 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:44.966537 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fd641bf1-5a26-4aa8-a449-f068bfbd89b5 req-ad5f391f-1c2e-43a9-a2d9-71a202089b41 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1021662 Jun 23 14:11:45.009792 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fd641bf1-5a26-4aa8-a449-f068bfbd89b5 req-3728a065-a5c1-41e8-af82-d31aa09b1c23 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Jun 23 14:11:45.201572 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1abd4f0-88e1-41b7-ac2a-56a0edb772e2 req-6ecbb48e-2b9a-47db-8d05-b3840833091e tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.203097 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a1abd4f0-88e1-41b7-ac2a-56a0edb772e2 req-6ecbb48e-2b9a-47db-8d05-b3840833091e tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0733929 Jun 23 14:11:45.244228 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a1abd4f0-88e1-41b7-ac2a-56a0edb772e2 req-207ce6b1-ea98-4c10-936c-18489ce616c3 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353789 Jun 23 14:11:45.674829 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20803450-ab41-4fe3-9463-8c757760267b req-6481d53a-1344-4486-b9fd-b8fd6c525288 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:45.676355 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-20803450-ab41-4fe3-9463-8c757760267b req-6481d53a-1344-4486-b9fd-b8fd6c525288 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0722854 Jun 23 14:11:45.721773 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-20803450-ab41-4fe3-9463-8c757760267b req-5f7033cc-3cf3-436e-9f20-3e38cd883823 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382895 Jun 23 14:11:46.122095 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a6c037-6cb7-43d6-823e-a19556eac962 req-7454a48e-02f4-4891-b825-0c234da79e9b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.123711 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e6a6c037-6cb7-43d6-823e-a19556eac962 req-7454a48e-02f4-4891-b825-0c234da79e9b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.1458797 Jun 23 14:11:46.164426 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e6a6c037-6cb7-43d6-823e-a19556eac962 req-9caf998f-edf3-42bc-a7fb-edd60ada580b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332589 Jun 23 14:11:46.240949 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea1019-c0ff-4cd8-8fec-06a69ee929b6 req-c1c81a4f-db07-4127-a687-1f16b9ff6aba tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.242952 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aeea1019-c0ff-4cd8-8fec-06a69ee929b6 req-c1c81a4f-db07-4127-a687-1f16b9ff6aba tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0639982 Jun 23 14:11:46.286865 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aeea1019-c0ff-4cd8-8fec-06a69ee929b6 req-f60393bc-0a54-40b7-a98e-f9526e3520bc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374224 Jun 23 14:11:46.901877 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02db3dbc-8e1d-4d20-bf73-d06b5cb139b5 req-0e7a9aed-8f45-4a55-bf22-319100fa3578 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:46.903402 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-02db3dbc-8e1d-4d20-bf73-d06b5cb139b5 req-0e7a9aed-8f45-4a55-bf22-319100fa3578 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0618706 Jun 23 14:11:46.943721 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-02db3dbc-8e1d-4d20-bf73-d06b5cb139b5 req-3a2c8162-ee1d-4186-870c-8e97435d33cd tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346839 Jun 23 14:11:47.370369 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f992f20-08cd-4d70-a868-bff843d98f2e req-faef2865-8386-4d1e-957b-026956b25242 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.374981 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f992f20-08cd-4d70-a868-bff843d98f2e req-faef2865-8386-4d1e-957b-026956b25242 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.0920632 Jun 23 14:11:47.430316 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f992f20-08cd-4d70-a868-bff843d98f2e req-e3e4a839-c15d-482e-af2b-758d7448b61a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461226 Jun 23 14:11:47.512185 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04acc330-4867-4599-8a1b-5fb835cc9616 req-afbe97aa-22a5-4f12-897b-39e5f82c85b8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.514123 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-04acc330-4867-4599-8a1b-5fb835cc9616 req-afbe97aa-22a5-4f12-897b-39e5f82c85b8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0815380 Jun 23 14:11:47.568906 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-04acc330-4867-4599-8a1b-5fb835cc9616 req-c6451679-f37c-4b4b-8b80-890cc358c99e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401678 Jun 23 14:11:47.665234 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e7208-7796-4429-9c8b-7f7101c1f093 req-ae08ac1a-5f3f-417f-84b0-1d1aba78d898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:47.667260 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-048e7208-7796-4429-9c8b-7f7101c1f093 req-ae08ac1a-5f3f-417f-84b0-1d1aba78d898 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 1099 time: 0.0598147 Jun 23 14:11:47.718652 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-048e7208-7796-4429-9c8b-7f7101c1f093 req-dbb0e884-e18d-4746-a36e-f3ed31a4d25f service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306559 Jun 23 14:11:48.276919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a44ec5-786e-4b78-b342-e6e306e9c2af req-7efcd62a-526a-4feb-9e14-f8970fa61278 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.278785 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11a44ec5-786e-4b78-b342-e6e306e9c2af req-7efcd62a-526a-4feb-9e14-f8970fa61278 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0617757 Jun 23 14:11:48.316758 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11a44ec5-786e-4b78-b342-e6e306e9c2af req-691478a0-ec4b-40ba-876b-2bc42a36e68a tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321903 Jun 23 14:11:48.620860 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e09570c2-30f1-4088-93ff-b56ee9a118af req-f20f52f3-1db2-4409-91cb-eb744d9cc295 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.622444 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e09570c2-30f1-4088-93ff-b56ee9a118af req-f20f52f3-1db2-4409-91cb-eb744d9cc295 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.0796258 Jun 23 14:11:48.667376 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e09570c2-30f1-4088-93ff-b56ee9a118af req-a49f31db-348b-49a1-bc2c-297108ef22a4 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386524 Jun 23 14:11:48.703322 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 49082) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:48.781086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff01009-e978-46c7-bcf0-f12c8a955137 req-6402cc48-1a2f-4cbd-b6b4-5e39e6a00990 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:48.782732 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7ff01009-e978-46c7-bcf0-f12c8a955137 req-6402cc48-1a2f-4cbd-b6b4-5e39e6a00990 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0645397 Jun 23 14:11:48.823825 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60e6aebb-3697-4ec5-9410-d79adf905d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.847029 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7ff01009-e978-46c7-bcf0-f12c8a955137 req-81b47a12-60fd-4e43-bd3c-13827e305c2f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581541 Jun 23 14:11:48.927123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60e6aebb-3697-4ec5-9410-d79adf905d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.932268 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-60e6aebb-3697-4ec5-9410-d79adf905d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:48.936680 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-437e2958-7f81-4010-8ee6-b8c0da25584b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:48.972284 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-60e6aebb-3697-4ec5-9410-d79adf905d46 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=61500144757745be996027ff77d9f395&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678356 Jun 23 14:11:48.974158 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6aebb-3697-4ec5-9410-d79adf905d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5330f32-f463-4950-83d4-47fe0447fd35,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:48.974850 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49090) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:48.977129 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-60e6aebb-3697-4ec5-9410-d79adf905d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:49.024731 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.046656 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.091485 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.094133 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.095244 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a5330f32-f463-4950-83d4-47fe0447fd35 HTTP/1.1" status: 204 len: 168 time: 0.1194327 Jun 23 14:11:49.095920 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:49.104963 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5330f32-f463-4950-83d4-47fe0447fd35,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:49.107801 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:49.354074 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49098) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:49.368279 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-68f6ea70-6518-4580-a70a-fc5a34233215 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.457027 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-68f6ea70-6518-4580-a70a-fc5a34233215 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.462232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-68f6ea70-6518-4580-a70a-fc5a34233215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.464873 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-09969ceb-ea76-45e7-8de3-e3544f07f350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:49.496640 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570dcb4c-70fd-4958-9660-85fd6e6772e4 req-d00013a8-422c-4057-b9ff-d9dd05bf32ab tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.498909 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-570dcb4c-70fd-4958-9660-85fd6e6772e4 req-d00013a8-422c-4057-b9ff-d9dd05bf32ab tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0667217 Jun 23 14:11:49.499106 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f6ea70-6518-4580-a70a-fc5a34233215 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dd166cd-0f1c-477f-bee8-c9bf6c4d6428,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:49.507473 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-68f6ea70-6518-4580-a70a-fc5a34233215 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=812de382c4f8435e9e0ff1b8c1ab566e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522689 Jun 23 14:11:49.508075 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49100) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:49.509019 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-68f6ea70-6518-4580-a70a-fc5a34233215 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:49.545419 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-570dcb4c-70fd-4958-9660-85fd6e6772e4 req-634ec54d-eb35-48eb-bc7c-87f7e747c9f4 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352137 Jun 23 14:11:49.564850 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.586948 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.633758 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.636346 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:49.637707 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5dd166cd-0f1c-477f-bee8-c9bf6c4d6428 HTTP/1.1" status: 204 len: 168 time: 0.1278434 Jun 23 14:11:49.638504 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2e547499-e3a1-4d64-a8fc-96203f2910e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:49.645662 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dd166cd-0f1c-477f-bee8-c9bf6c4d6428,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:49.647829 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.009s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:49.846928 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be32194b-5299-4682-872d-25516fb62ea9 req-3d3e7bc0-57cc-42f9-be02-f03974f011c3 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:49.848319 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be32194b-5299-4682-872d-25516fb62ea9 req-3d3e7bc0-57cc-42f9-be02-f03974f011c3 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.0660870 Jun 23 14:11:49.893426 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be32194b-5299-4682-872d-25516fb62ea9 req-571515ae-eccd-4998-bfe5-0e96a8c9ed99 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394552 Jun 23 14:11:50.040465 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcef4223-8c7d-400a-b72e-271a1edc1d8a req-15c9a76b-c66a-4a0f-87a3-91d4bfd4f649 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.041954 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bcef4223-8c7d-400a-b72e-271a1edc1d8a req-15c9a76b-c66a-4a0f-87a3-91d4bfd4f649 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0670474 Jun 23 14:11:50.082801 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bcef4223-8c7d-400a-b72e-271a1edc1d8a req-35113bf7-2ae8-4c6a-8ccf-4b8c00936479 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340939 Jun 23 14:11:50.727622 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913a03aa-e56b-49ad-8e95-301953274a41 req-62413029-1950-417a-88e5-62d211afa2cc tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:50.729140 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a03aa-e56b-49ad-8e95-301953274a41 req-62413029-1950-417a-88e5-62d211afa2cc tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.0652974 Jun 23 14:11:50.773993 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-913a03aa-e56b-49ad-8e95-301953274a41 req-a0e1b065-4aa0-45ab-b104-dd0c6013ae8a tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386927 Jun 23 14:11:51.107415 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8f9e35-13bf-4642-93d3-11e95250e35c req-ee4acd43-f75a-4dc4-afd0-293d9753407a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.119836 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9d8f9e35-13bf-4642-93d3-11e95250e35c req-ee4acd43-f75a-4dc4-afd0-293d9753407a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.0949099 Jun 23 14:11:51.170081 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9d8f9e35-13bf-4642-93d3-11e95250e35c req-a2d98907-377c-4f48-b479-861625e80c2d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435181 Jun 23 14:11:51.322470 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340022fc-5a6d-4792-962f-327e3298f122 req-ca6ef0df-0bf6-47e3-97c9-dcc0dd139171 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.325592 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-340022fc-5a6d-4792-962f-327e3298f122 req-ca6ef0df-0bf6-47e3-97c9-dcc0dd139171 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1101129 Jun 23 14:11:51.345516 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-c0e7c94d-c928-4f7c-b3a4-8abdcb2f56f5 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:51.347011 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-c0e7c94d-c928-4f7c-b3a4-8abdcb2f56f5 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.42 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.1209576 Jun 23 14:11:51.416463 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-340022fc-5a6d-4792-962f-327e3298f122 req-bbc2e301-cdef-4043-8856-e9bead0cf543 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853615 Jun 23 14:11:51.493275 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Deleting port dbe52238-fa1f-4e62-b14e-6aab53c72b35 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:51.493584 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.593141 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] For port dbe52238-fa1f-4e62-b14e-6aab53c72b35, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=dbe52238-fa1f-4e62-b14e-6aab53c72b35,segment=NetworkSegment(db8488bc-3c47-423b-a17c-ead18b713f36),segment_id=db8488bc-3c47-423b-a17c-ead18b713f36)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:51.593706 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.642395 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49196) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:51.764530 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.864115 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Calling delete_port for dbe52238-fa1f-4e62-b14e-6aab53c72b35 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:51.898561 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.905747 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:51.910870 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a6d777a1-d6ed-4808-b214-57228d677e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:51.938743 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffbc846-3b0f-496d-a263-cc8fae7fbbf5,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:51.958100 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.958485 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.958854 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.959213 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.959567 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.959925 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.960331 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.960813 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.961172 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.961521 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.961864 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.962393 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:51.967783 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:51.977763 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=948c4c29f1f24e16866a0690f28687e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342171 Jun 23 14:11:51.978376 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49208) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.037081 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.059684 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.071421 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7314ab-bfc0-4979-a2ec-5146826590a7 req-44154ba9-87f3-4a2c-bc3c-4123a32f20e4 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.073304 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ea7314ab-bfc0-4979-a2ec-5146826590a7 req-44154ba9-87f3-4a2c-bc3c-4123a32f20e4 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 949 time: 0.1598215 Jun 23 14:11:52.075617 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.080606 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-660df418-5f40-4bbf-921a-cecd5219a0d6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.101595 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['dbe52238-fa1f-4e62-b14e-6aab53c72b35'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:52.126673 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Pushing event deleted for resources: {'Port': ['ID=dbe52238-fa1f-4e62-b14e-6aab53c72b35,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.128419 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.131500 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.135311 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7ffbc846-3b0f-496d-a263-cc8fae7fbbf5 HTTP/1.1" status: 204 len: 168 time: 0.1550891 Jun 23 14:11:52.135662 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-4a170d8a-2689-4bdc-b79c-6a73463eeb77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.154226 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffbc846-3b0f-496d-a263-cc8fae7fbbf5,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.162816 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.172847 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.173231 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.173598 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.173984 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.174336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.174725 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.175073 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.175416 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.175942 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.176594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.177091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.178272 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:11:52.182169 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.222405 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] No DVR routers for this DVR port dbe52238-fa1f-4e62-b14e-6aab53c72b35 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:52.229121 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.231997 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8511bc0d-6307-4938-b4ca-3a6a7de96401 req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.42 "DELETE /v2.0/ports/dbe52238-fa1f-4e62-b14e-6aab53c72b35 HTTP/1.1" status: 204 len: 173 time: 0.8773942 Jun 23 14:11:52.232797 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'name': 'network-vif-deleted', 'tag': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:52.235190 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc303cb2-6680-4bbd-ad57-8a24a83c69f6" -d '{"events": [{"server_uuid": "a9ad48ba-cbda-4926-b2cb-5379f5db480e", "name": "network-vif-deleted", "tag": "dbe52238-fa1f-4e62-b14e-6aab53c72b35"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:52.241274 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ea7314ab-bfc0-4979-a2ec-5146826590a7 req-1e4f09d3-4049-489d-870b-49afc6dc9e3d tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/security-groups?id=849340d1-2356-4f8c-a68b-7751ee81fab1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546869 Jun 23 14:11:52.409452 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25106837-d628-4f92-b581-18caea2826a3 x-openstack-request-id: req-25106837-d628-4f92-b581-18caea2826a3 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:52.409771 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a9ad48ba-cbda-4926-b2cb-5379f5db480e", "name": "network-vif-deleted", "tag": "dbe52238-fa1f-4e62-b14e-6aab53c72b35", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:52.410207 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25106837-d628-4f92-b581-18caea2826a3 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:52.410635 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a9ad48ba-cbda-4926-b2cb-5379f5db480e', 'name': 'network-vif-deleted', 'tag': 'dbe52238-fa1f-4e62-b14e-6aab53c72b35', 'status': 'completed', 'code': 200} Jun 23 14:11:52.453834 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2474f6a-8a92-4e14-a207-1ae55b89e1e1 req-72284719-a131-4dfc-a0a9-97c057011065 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.459858 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2474f6a-8a92-4e14-a207-1ae55b89e1e1 req-72284719-a131-4dfc-a0a9-97c057011065 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.0839424 Jun 23 14:11:52.516949 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2474f6a-8a92-4e14-a207-1ae55b89e1e1 req-b3c3ea1c-58bc-41b5-83c2-31ab7c39224a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547054 Jun 23 14:11:52.567644 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 49228) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.606470 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b51d9979-c720-40de-b55d-537f72ca2b1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.657362 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ceee9-83bd-4113-b2ac-7227ad03eb2a req-6e65e021-167d-4de0-9015-81272441cbf0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.658869 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2c1ceee9-83bd-4113-b2ac-7227ad03eb2a req-6e65e021-167d-4de0-9015-81272441cbf0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1021934 Jun 23 14:11:52.721653 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2c1ceee9-83bd-4113-b2ac-7227ad03eb2a req-5ded586d-3fdd-4594-9ba2-6d690a17ac45 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546980 Jun 23 14:11:52.757281 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b51d9979-c720-40de-b55d-537f72ca2b1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.762591 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b51d9979-c720-40de-b55d-537f72ca2b1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.765951 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-edae37e1-a359-4271-a17e-934c289e63a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.799378 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-b51d9979-c720-40de-b55d-537f72ca2b1f admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a396fb013d124e8193176404a31e96e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2306104 Jun 23 14:11:52.801122 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51d9979-c720-40de-b55d-537f72ca2b1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c9cedf7-480c-43dc-9f1c-493909950330,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.802038 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49236) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:52.804151 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b51d9979-c720-40de-b55d-537f72ca2b1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.858566 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.883099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.912986 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3247192-055e-4d0e-a95e-e03ca19753d8 req-8ea77094-7913-412d-aebe-9c6018b1d17b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:52.914557 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3247192-055e-4d0e-a95e-e03ca19753d8 req-8ea77094-7913-412d-aebe-9c6018b1d17b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0722632 Jun 23 14:11:52.940025 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.942884 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:52.944075 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c9cedf7-480c-43dc-9f1c-493909950330 HTTP/1.1" status: 204 len: 168 time: 0.1396768 Jun 23 14:11:52.944978 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-de94dd24-bd5f-44ac-a63d-50d39d60cb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:52.952803 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c9cedf7-480c-43dc-9f1c-493909950330,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:52.955159 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:52.960584 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3247192-055e-4d0e-a95e-e03ca19753d8 req-f77fd1f5-b136-4155-ac4a-9702d3b93e12 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344400 Jun 23 14:11:53.394018 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-d1be576f-3bcb-4b2f-a2e7-28399908dfcd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.395147 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-d1be576f-3bcb-4b2f-a2e7-28399908dfcd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.1074111 Jun 23 14:11:53.483918 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-745cdd3d-f697-40d3-b264-ec9b40617e55 req-2bf8f656-6f8d-4c3f-bf0e-03c0d172b3b8 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] 10.222.0.16 "GET /v2.0/ports?device_id=a9ad48ba-cbda-4926-b2cb-5379f5db480e HTTP/1.1" status: 200 len: 210 time: 0.0415683 Jun 23 14:11:53.583968 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Deleting port eae6d169-8b2b-4368-9343-0e7ed20cbd2a {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:11:53.584315 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.741862 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] For port eae6d169-8b2b-4368-9343-0e7ed20cbd2a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:11:53.742247 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.758041 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Calling delete_port for eae6d169-8b2b-4368-9343-0e7ed20cbd2a owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:11:53.779691 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9339faaf-dd38-4603-9f22-33ff9ebdacd3 req-7dc9de7f-6218-4aba-8e9f-b842401146ab tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:53.781181 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9339faaf-dd38-4603-9f22-33ff9ebdacd3 req-7dc9de7f-6218-4aba-8e9f-b842401146ab tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 945 time: 0.1195159 Jun 23 14:11:53.880693 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9339faaf-dd38-4603-9f22-33ff9ebdacd3 req-cc983e5a-7861-4c45-8adf-b1703a9954e9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939100 Jun 23 14:11:53.957024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:53.962499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:53.970132 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb', 'a83c461c-422a-4877-b3a0-277d3186822e', 'd0991e92-05ea-4203-aeb6-d866f6069af8', 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:11:54.001293 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event deleted for resources: {'Port': ['ID=eae6d169-8b2b-4368-9343-0e7ed20cbd2a,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:54.003925 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:54.050378 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] No DVR routers for this DVR port eae6d169-8b2b-4368-9343-0e7ed20cbd2a on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:11:54.052933 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:54.055003 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9ca74ea8-09a6-4629-9018-9b049d588cfe req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "DELETE /v2.0/ports/eae6d169-8b2b-4368-9343-0e7ed20cbd2a HTTP/1.1" status: 204 len: 173 time: 0.6448629 Jun 23 14:11:54.087981 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device dbe52238-fa1f-4e62-b14e-6aab53c72b35 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:54.124237 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: dbe52238-fa1f-4e62-b14e-6aab53c72b35 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:54.124608 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device dbe52238-fa1f-4e62-b14e-6aab53c72b35 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:54.411988 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7520101a-df17-4c97-8359-fc7f872066ce', 'name': 'network-vif-deleted', 'tag': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:11:54.414641 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae4d02f3-6e8e-4180-b5c4-f78f8ea03f54" -d '{"events": [{"server_uuid": "7520101a-df17-4c97-8359-fc7f872066ce", "name": "network-vif-deleted", "tag": "eae6d169-8b2b-4368-9343-0e7ed20cbd2a"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:11:54.459861 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d2d82a-0328-47a2-addf-520ca83a7679 x-openstack-request-id: req-c9d2d82a-0328-47a2-addf-520ca83a7679 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:11:54.460578 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7520101a-df17-4c97-8359-fc7f872066ce", "name": "network-vif-deleted", "tag": "eae6d169-8b2b-4368-9343-0e7ed20cbd2a", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:11:54.460913 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c9d2d82a-0328-47a2-addf-520ca83a7679 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:11:54.461563 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7520101a-df17-4c97-8359-fc7f872066ce', 'name': 'network-vif-deleted', 'tag': 'eae6d169-8b2b-4368-9343-0e7ed20cbd2a', 'status': 'completed', 'code': 200} Jun 23 14:11:54.800735 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-199e390b-1b22-482d-afe0-97d7450eb1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.802311 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-199e390b-1b22-482d-afe0-97d7450eb1fc service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.1228044 Jun 23 14:11:54.817804 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ce2fe4-112a-4c6d-9ddd-615677b75f23 req-7c0e0ee9-ef3c-4a8e-95c3-8b71feac4946 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:54.822574 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90ce2fe4-112a-4c6d-9ddd-615677b75f23 req-7c0e0ee9-ef3c-4a8e-95c3-8b71feac4946 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1038806 Jun 23 14:11:54.936815 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90ce2fe4-112a-4c6d-9ddd-615677b75f23 req-b6ab6d2f-52fb-4a3d-8203-55b0c9dfc44e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104238 Jun 23 14:11:55.005024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-1f0f3b98-17bd-478f-b596-874c455c49c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.006548 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-1f0f3b98-17bd-478f-b596-874c455c49c9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.1780989 Jun 23 14:11:55.081100 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-6212bf1d-e60a-4275-82a8-7ebb621bd7ba service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 217 time: 0.0632520 Jun 23 14:11:55.155635 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ab9f6951-9848-4a89-ad39-85b1f3d443c0 req-5c031485-a78c-4240-9e50-5711354d20fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=7520101a-df17-4c97-8359-fc7f872066ce HTTP/1.1" status: 200 len: 210 time: 0.0770295 Jun 23 14:11:55.202639 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-6df71e03-f486-4e61-93d2-081a4dc66391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:55.205263 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-6df71e03-f486-4e61-93d2-081a4dc66391 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.0913007 Jun 23 14:11:55.244959 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49360) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:55.257010 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-88f5b069-c0dd-427f-94c5-b6630f7fac54 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389307 Jun 23 14:11:55.424324 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-88c24d7e-04bb-4f0a-9e9c-57c761686fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.427079 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-a7e53b20-de7c-4772-8ba1-5cebff7da3d0 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516557 Jun 23 14:11:55.526470 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-88c24d7e-04bb-4f0a-9e9c-57c761686fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.531345 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-88c24d7e-04bb-4f0a-9e9c-57c761686fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.532536 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b759ed0d-e276-4f13-a2b8-02a6792eca14 req-98fab0ba-ed63-4498-983e-cf24fd5f6573 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945477 Jun 23 14:11:55.535201 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a02cba0d-8e91-4301-a9c1-837b04af92a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:55.581646 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-88c24d7e-04bb-4f0a-9e9c-57c761686fae admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=bab7073345bd4963b2cf0e9019826d01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341310 Jun 23 14:11:55.582437 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c24d7e-04bb-4f0a-9e9c-57c761686fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bcc0ca-b76c-46f6-b292-53fd3f6a13bd,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:55.584218 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 49396) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:55.585349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-88c24d7e-04bb-4f0a-9e9c-57c761686fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:55.655152 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.679149 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.733423 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.736520 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:55.737672 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/83bcc0ca-b76c-46f6-b292-53fd3f6a13bd HTTP/1.1" status: 204 len: 168 time: 0.1518445 Jun 23 14:11:55.738825 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-dd421b3d-3068-4fda-a329-4df2c05d51d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:55.746969 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bcc0ca-b76c-46f6-b292-53fd3f6a13bd,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:55.755079 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:56.064465 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 49452) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:56.083408 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-979435e4-4308-46b5-92fc-f219387c98ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.092916 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device eae6d169-8b2b-4368-9343-0e7ed20cbd2a no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:11:56.116108 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: eae6d169-8b2b-4368-9343-0e7ed20cbd2a {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:11:56.116474 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device eae6d169-8b2b-4368-9343-0e7ed20cbd2a not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:11:56.194316 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19334d56-6575-45e6-ac48-c06e189762c6 req-f3dadfa3-616c-4c69-924a-66e25237951a tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:56.195870 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19334d56-6575-45e6-ac48-c06e189762c6 req-f3dadfa3-616c-4c69-924a-66e25237951a tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1092176 Jun 23 14:11:56.253568 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-19334d56-6575-45e6-ac48-c06e189762c6 req-ff96d48f-0c9e-4014-a714-1f2e41c6af8f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502944 Jun 23 14:11:56.276850 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-979435e4-4308-46b5-92fc-f219387c98ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.297676 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-979435e4-4308-46b5-92fc-f219387c98ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.333458 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-db3b7d67-fcb5-423d-a7e9-edb9e96f2b87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:56.340314 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-979435e4-4308-46b5-92fc-f219387c98ef admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1b76ed790697482784ea563f85e33557&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2731781 Jun 23 14:11:56.342647 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49468) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:56.370049 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979435e4-4308-46b5-92fc-f219387c98ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8dd8bc-adac-472b-8271-90c84af9d790,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:56.380360 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-979435e4-4308-46b5-92fc-f219387c98ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:56.427892 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.459450 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.510225 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.513582 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:56.514812 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9e8dd8bc-adac-472b-8271-90c84af9d790 HTTP/1.1" status: 204 len: 168 time: 0.1711807 Jun 23 14:11:56.515696 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7f336a54-f448-4f7c-8beb-079781630479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:56.524495 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8dd8bc-adac-472b-8271-90c84af9d790,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:56.534158 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:57.459009 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e830661-d7de-4acd-bf0f-addf3084659c req-22c74cd7-3776-47e6-a450-eaa9bcf020cf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.466943 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2e830661-d7de-4acd-bf0f-addf3084659c req-22c74cd7-3776-47e6-a450-eaa9bcf020cf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0733337 Jun 23 14:11:57.534778 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2e830661-d7de-4acd-bf0f-addf3084659c req-0eee8603-4d76-4873-bdb2-25b12d546bea tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668709 Jun 23 14:11:57.824878 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49610) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:57.965282 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7c789e5e-05ba-444d-956b-ad26dbbb1001 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:57.981199 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963e5089-4316-447c-97fc-4dabff8b9f77 req-a2494c77-f527-4f67-be8c-03da3f00d79e tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:57.983121 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-963e5089-4316-447c-97fc-4dabff8b9f77 req-a2494c77-f527-4f67-be8c-03da3f00d79e tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.0662556 Jun 23 14:11:58.030315 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-963e5089-4316-447c-97fc-4dabff8b9f77 req-7c943e41-c374-4dda-86ee-0602a1f120d8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405886 Jun 23 14:11:58.071878 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7c789e5e-05ba-444d-956b-ad26dbbb1001 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.077157 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7c789e5e-05ba-444d-956b-ad26dbbb1001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.080856 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-77be3371-86dd-4fcf-a08d-bbbacc3798f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:58.117195 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7c789e5e-05ba-444d-956b-ad26dbbb1001 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=038b2dc38c3b433e95365fa57c51db2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2901430 Jun 23 14:11:58.118502 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c789e5e-05ba-444d-956b-ad26dbbb1001 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e4987d1-3a5e-4f96-941b-89dc0a599805,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:58.119768 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 49634) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:58.121846 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7c789e5e-05ba-444d-956b-ad26dbbb1001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:58.176744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.200142 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.250779 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.253653 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:58.254948 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e4987d1-3a5e-4f96-941b-89dc0a599805 HTTP/1.1" status: 204 len: 168 time: 0.1341467 Jun 23 14:11:58.255882 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:11:58.265459 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e4987d1-3a5e-4f96-941b-89dc0a599805,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:11:58.267873 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:11:58.717369 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3803b81-6210-4282-ab43-cac875409a4f req-889c0336-e753-4dc2-9aff-481f45290a7d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:58.722785 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c3803b81-6210-4282-ab43-cac875409a4f req-889c0336-e753-4dc2-9aff-481f45290a7d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0784731 Jun 23 14:11:58.805312 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c3803b81-6210-4282-ab43-cac875409a4f req-f1f3595c-8d3a-4d2d-9f1e-49c13a44ad1e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751491 Jun 23 14:11:59.221399 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a0561-a76b-4fbc-8102-c0f32940056a req-4cdaefa6-75db-44eb-bd74-78584fb84f11 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:11:59.222966 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-516a0561-a76b-4fbc-8102-c0f32940056a req-4cdaefa6-75db-44eb-bd74-78584fb84f11 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.0718961 Jun 23 14:11:59.263143 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-516a0561-a76b-4fbc-8102-c0f32940056a req-4e4cc93f-68df-4629-9cdd-9d1c8115141b tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340281 Jun 23 14:11:59.529297 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4ae5256c-403c-45b7-876e-3827a9258509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.711216 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49708) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:59.851010 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0bfae23f-3b9c-4a23-a68d-65f6cef7fe14 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e684475008ec4a21a400759038185878&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1363513 Jun 23 14:11:59.851382 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49720) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:11:59.911839 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.937805 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.989640 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.992808 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:11:59.999711 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/849340d1-2356-4f8c-a68b-7751ee81fab1 HTTP/1.1" status: 204 len: 168 time: 0.1467049 Jun 23 14:12:00.000708 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8e05c27c-2564-4744-8124-a44cbec90d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:00.010143 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849340d1-2356-4f8c-a68b-7751ee81fab1,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:00.012464 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:00.017519 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662d43dc-08e3-4285-810e-346e2ff5467f req-9d112199-75bd-4c7e-ae7f-56d936746eb7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.037416 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-662d43dc-08e3-4285-810e-346e2ff5467f req-9d112199-75bd-4c7e-ae7f-56d936746eb7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0952637 Jun 23 14:12:00.078680 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-662d43dc-08e3-4285-810e-346e2ff5467f req-3fcb5c4f-aad8-4957-b3ab-6ae7c1312eaa tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346208 Jun 23 14:12:00.473658 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68983ce-6286-4ef3-b7e0-f789742ecfeb req-e4528557-95d3-4faa-9e46-b6d807b72939 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:00.475428 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a68983ce-6286-4ef3-b7e0-f789742ecfeb req-e4528557-95d3-4faa-9e46-b6d807b72939 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.0800145 Jun 23 14:12:00.516822 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a68983ce-6286-4ef3-b7e0-f789742ecfeb req-ea975061-a52a-44d0-9286-2d42ac8320c9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342481 Jun 23 14:12:01.084200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-86978ade-1417-46f5-b903-9b7e4c9a5595 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.085837 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-86978ade-1417-46f5-b903-9b7e4c9a5595 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 945 time: 0.0682511 Jun 23 14:12:01.195041 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Deleting port d0991e92-05ea-4203-aeb6-d866f6069af8 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:12:01.195594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.361810 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] For port d0991e92-05ea-4203-aeb6-d866f6069af8, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=d0991e92-05ea-4203-aeb6-d866f6069af8,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:01.362199 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.379678 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608bd9e-21e5-4363-afba-6dc4e9cc3f48 req-0b23628d-0ece-44fe-b8bf-aadfdaae5403 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:01.381149 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9608bd9e-21e5-4363-afba-6dc4e9cc3f48 req-0b23628d-0ece-44fe-b8bf-aadfdaae5403 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1683888 Jun 23 14:12:01.393913 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Calling delete_port for d0991e92-05ea-4203-aeb6-d866f6069af8 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:12:01.463368 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9608bd9e-21e5-4363-afba-6dc4e9cc3f48 req-02e5bcf9-3e9f-46f1-835e-9bd231d7ff70 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752740 Jun 23 14:12:01.547557 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.555133 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:01.565565 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb', 'a83c461c-422a-4877-b3a0-277d3186822e', 'd0991e92-05ea-4203-aeb6-d866f6069af8'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:01.622031 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event deleted for resources: {'Port': ['ID=d0991e92-05ea-4203-aeb6-d866f6069af8,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:01.643648 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:01.644389 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] No DVR routers for this DVR port d0991e92-05ea-4203-aeb6-d866f6069af8 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:12:01.654194 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:01.656056 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d5be4c1-19e7-47dd-aa42-bd1f6b079e54 req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "DELETE /v2.0/ports/d0991e92-05ea-4203-aeb6-d866f6069af8 HTTP/1.1" status: 204 len: 173 time: 0.5629456 Jun 23 14:12:01.656545 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'name': 'network-vif-deleted', 'tag': 'd0991e92-05ea-4203-aeb6-d866f6069af8'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:01.658884 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00ce35c4-60f6-4c2b-9186-3b64c0be6d1d" -d '{"events": [{"server_uuid": "ab6ea656-0800-4587-bfb6-d6e0d9530805", "name": "network-vif-deleted", "tag": "d0991e92-05ea-4203-aeb6-d866f6069af8"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:01.691231 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f04823f1-eff5-4c70-8f9a-74ddf9436c73 req-5c1fc223-9158-4a3e-a90c-ffa4e32c395e tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=ab6ea656-0800-4587-bfb6-d6e0d9530805 HTTP/1.1" status: 200 len: 210 time: 0.0485663 Jun 23 14:12:01.700004 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2508d7f-e02b-4ae9-9603-aef4919bbed7 x-openstack-request-id: req-e2508d7f-e02b-4ae9-9603-aef4919bbed7 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:01.700406 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ea656-0800-4587-bfb6-d6e0d9530805", "name": "network-vif-deleted", "tag": "d0991e92-05ea-4203-aeb6-d866f6069af8", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:01.700699 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-e2508d7f-e02b-4ae9-9603-aef4919bbed7 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:01.701127 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6ea656-0800-4587-bfb6-d6e0d9530805', 'name': 'network-vif-deleted', 'tag': 'd0991e92-05ea-4203-aeb6-d866f6069af8', 'status': 'completed', 'code': 200} Jun 23 14:12:02.186428 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e93c701b-0a3b-41db-a470-c37f8483be30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.213312 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:02.664418 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad8ee4-fc1b-4451-9e2b-3465a8bedd60 req-375f35dd-b543-4fde-b773-92c6f4753592 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.673334 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-02ad8ee4-fc1b-4451-9e2b-3465a8bedd60 req-375f35dd-b543-4fde-b773-92c6f4753592 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0775094 Jun 23 14:12:02.753239 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-02ad8ee4-fc1b-4451-9e2b-3465a8bedd60 req-f346f809-c702-4ac4-9a1e-c3083c3e2e78 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788178 Jun 23 14:12:02.783486 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-731d1b08-df6d-47c6-b55d-5a5480176172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.784984 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-731d1b08-df6d-47c6-b55d-5a5480176172 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.0796247 Jun 23 14:12:02.943990 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-b98b7da3-6363-43d4-ba55-d39860815b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:02.946102 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-b98b7da3-6363-43d4-ba55-d39860815b4c service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.1325266 Jun 23 14:12:02.992107 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-217025f1-8d56-409f-a388-7e7880e92b78 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 217 time: 0.0360107 Jun 23 14:12:03.049895 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-d4d3603b-5a13-44b5-9e02-23fb22c50393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.051373 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-d4d3603b-5a13-44b5-9e02-23fb22c50393 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.0512812 Jun 23 14:12:03.097835 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-7936dd6d-82e8-4304-86ae-587ce735f090 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280359 Jun 23 14:12:03.207997 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:03.212434 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-4179ede5-60a2-4f8b-862a-6d8f65c754a0 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026256 Jun 23 14:12:03.358719 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-932a36db-c1f0-4fd1-8542-7543aee1df2f req-b1702174-fc43-42bc-bbfc-15860b959876 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228621 Jun 23 14:12:03.377920 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d589873d-49d7-4df9-817c-79a148115245 req-db1b9a9e-0406-44d6-b676-fc01eff71790 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.379421 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d589873d-49d7-4df9-817c-79a148115245 req-db1b9a9e-0406-44d6-b676-fc01eff71790 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 946 time: 0.0887182 Jun 23 14:12:03.423294 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d589873d-49d7-4df9-817c-79a148115245 req-2b450c29-d274-4e5f-966f-86ee95badc1d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382917 Jun 23 14:12:03.937396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c45766-ddee-4572-aa1a-da07319464b8 req-8c6294fc-46ce-4a93-adf2-a50f20135d00 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:03.939058 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-48c45766-ddee-4572-aa1a-da07319464b8 req-8c6294fc-46ce-4a93-adf2-a50f20135d00 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0754707 Jun 23 14:12:03.980764 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-48c45766-ddee-4572-aa1a-da07319464b8 req-abd1a539-eca9-4f01-b88d-d68e70b5d89e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343406 Jun 23 14:12:04.189168 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device d0991e92-05ea-4203-aeb6-d866f6069af8 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:12:04.215467 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: d0991e92-05ea-4203-aeb6-d866f6069af8 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:12:04.215467 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device d0991e92-05ea-4203-aeb6-d866f6069af8 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:12:04.599985 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af676850-13c7-4a9f-a868-21cef7eda46f req-135be78d-3f25-4385-9299-ae54e6ea4d6d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:04.601641 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-af676850-13c7-4a9f-a868-21cef7eda46f req-135be78d-3f25-4385-9299-ae54e6ea4d6d tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 946 time: 0.0637643 Jun 23 14:12:04.641567 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-af676850-13c7-4a9f-a868-21cef7eda46f req-af36b107-9c0a-44be-8246-ad4ca3c41770 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323334 Jun 23 14:12:04.940090 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:05.167111 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ef01b-0bb6-4d72-9f56-b466426016c4 req-f2dfbaf8-e503-4957-83a8-7e997c97d93c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.169050 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-234ef01b-0bb6-4d72-9f56-b466426016c4 req-f2dfbaf8-e503-4957-83a8-7e997c97d93c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0664430 Jun 23 14:12:05.209981 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-234ef01b-0bb6-4d72-9f56-b466426016c4 req-5174924e-4a7b-43e0-81a5-a88ad1908cea tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352452 Jun 23 14:12:05.823307 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189c2ad3-514a-433b-a4bc-025de317f8cd req-0ffc685a-d323-4ca1-86f9-773835973480 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:05.825797 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-189c2ad3-514a-433b-a4bc-025de317f8cd req-0ffc685a-d323-4ca1-86f9-773835973480 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 946 time: 0.0657980 Jun 23 14:12:05.868849 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-189c2ad3-514a-433b-a4bc-025de317f8cd req-af1fefac-7b9a-4669-821b-33a1c53a7373 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371804 Jun 23 14:12:06.194852 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c676fac0-0150-4e06-aac3-00215f29af97 req-43716aef-61b1-4eb1-87ac-5f0077f518ec tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.196283 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c676fac0-0150-4e06-aac3-00215f29af97 req-43716aef-61b1-4eb1-87ac-5f0077f518ec tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 946 time: 0.0597744 Jun 23 14:12:06.305813 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Deleting port a83c461c-422a-4877-b3a0-277d3186822e {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:12:06.306085 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:06.430668 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] For port a83c461c-422a-4877-b3a0-277d3186822e, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=a83c461c-422a-4877-b3a0-277d3186822e,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:06.431024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:06.447011 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Calling delete_port for a83c461c-422a-4877-b3a0-277d3186822e owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:12:06.455563 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49cd3f7-7230-4103-b00f-daeb80adf5bc req-36d91d8b-eb9d-4ec4-9f1f-e80c07b72e4c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:06.457017 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b49cd3f7-7230-4103-b00f-daeb80adf5bc req-36d91d8b-eb9d-4ec4-9f1f-e80c07b72e4c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1308467 Jun 23 14:12:06.537919 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b49cd3f7-7230-4103-b00f-daeb80adf5bc req-fa20476d-520f-4bc2-a3a5-96ad3a468939 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731046 Jun 23 14:12:06.613260 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:06.617473 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:06.629775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb', 'a83c461c-422a-4877-b3a0-277d3186822e'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:06.646440 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event deleted for resources: {'Port': ['ID=a83c461c-422a-4877-b3a0-277d3186822e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:06.649822 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:06.695745 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] No DVR routers for this DVR port a83c461c-422a-4877-b3a0-277d3186822e on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:12:06.699555 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:06.702624 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c676fac0-0150-4e06-aac3-00215f29af97 req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "DELETE /v2.0/ports/a83c461c-422a-4877-b3a0-277d3186822e HTTP/1.1" status: 204 len: 173 time: 0.4947736 Jun 23 14:12:06.703167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'name': 'network-vif-deleted', 'tag': 'a83c461c-422a-4877-b3a0-277d3186822e'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:06.707624 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da9fa6dd-f144-49e9-a58d-902182dbdaf2" -d '{"events": [{"server_uuid": "c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce", "name": "network-vif-deleted", "tag": "a83c461c-422a-4877-b3a0-277d3186822e"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:06.750788 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36a77d42-06f5-4b9c-852f-0e7d75123d0f x-openstack-request-id: req-36a77d42-06f5-4b9c-852f-0e7d75123d0f {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:06.751236 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce", "name": "network-vif-deleted", "tag": "a83c461c-422a-4877-b3a0-277d3186822e", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:06.751611 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-36a77d42-06f5-4b9c-852f-0e7d75123d0f {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:06.752264 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce', 'name': 'network-vif-deleted', 'tag': 'a83c461c-422a-4877-b3a0-277d3186822e', 'status': 'completed', 'code': 200} Jun 23 14:12:06.950882 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 49902) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:07.016291 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.058049 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-23228716-fa64-426e-bab4-fd5ec4f809bd req-1c142294-0b67-495c-baaa-e84caf527d49 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=c5bb06a3-6cdc-4523-98ba-4f1dbfab75ce HTTP/1.1" status: 200 len: 210 time: 0.0339282 Jun 23 14:12:07.140182 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aff3f2a4-727f-467e-8167-5e1b8e3b9de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.238735 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aff3f2a4-727f-467e-8167-5e1b8e3b9de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.242892 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aff3f2a4-727f-467e-8167-5e1b8e3b9de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.245370 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:07.281942 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-aff3f2a4-727f-467e-8167-5e1b8e3b9de4 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9251966d57bf49448dc3b9a5196d05cd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3298919 Jun 23 14:12:07.282849 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff3f2a4-727f-467e-8167-5e1b8e3b9de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f093bf73-2405-4c9a-ab8f-002c3f602231,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:07.285363 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49918) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:07.285849 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-aff3f2a4-727f-467e-8167-5e1b8e3b9de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:07.335538 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.358261 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.403203 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.405722 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.406898 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f093bf73-2405-4c9a-ab8f-002c3f602231 HTTP/1.1" status: 204 len: 168 time: 0.1196675 Jun 23 14:12:07.407659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e7c86f0b-d5f1-418e-a916-66946ceb6556 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:07.414946 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f093bf73-2405-4c9a-ab8f-002c3f602231,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:07.420434 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:07.712060 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49932) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:07.727522 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-06ebc079-ca94-472a-b8b9-fc6040430703 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.772137 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b21759-e3d0-4b4c-91a2-ff2fcf32d6c5 req-b1d2a2bc-82b0-485d-81e7-8c1956747e2f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:07.773863 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-81b21759-e3d0-4b4c-91a2-ff2fcf32d6c5 req-b1d2a2bc-82b0-485d-81e7-8c1956747e2f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0808384 Jun 23 14:12:07.813420 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-81b21759-e3d0-4b4c-91a2-ff2fcf32d6c5 req-32628b51-abea-4a92-b1a7-c5b606b826cb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333872 Jun 23 14:12:07.826922 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-06ebc079-ca94-472a-b8b9-fc6040430703 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.839998 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-06ebc079-ca94-472a-b8b9-fc6040430703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.842659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f00359fb-576a-477e-b795-05563385055d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:07.878386 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ebc079-ca94-472a-b8b9-fc6040430703 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61198ff2-56ec-4d9a-bfed-35a667992c3e,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:07.881277 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-06ebc079-ca94-472a-b8b9-fc6040430703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:07.883987 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-06ebc079-ca94-472a-b8b9-fc6040430703 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9d98b52e601f4d81af1fe2680da569b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1706672 Jun 23 14:12:07.887223 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49934) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:07.936200 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:07.957459 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.002864 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.005399 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.006599 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/61198ff2-56ec-4d9a-bfed-35a667992c3e HTTP/1.1" status: 204 len: 168 time: 0.1183703 Jun 23 14:12:08.007368 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5af861c-93b9-4662-b960-fda1b79525ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:08.014877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61198ff2-56ec-4d9a-bfed-35a667992c3e,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:08.017093 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:08.355713 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 49952) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:08.368873 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9c20b1e0-3e7e-4654-8305-00ab4ee38d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.458793 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9c20b1e0-3e7e-4654-8305-00ab4ee38d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.462042 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9c20b1e0-3e7e-4654-8305-00ab4ee38d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.465534 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f131ecda-248d-4774-8ad3-e07a8eaf6093 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:08.503374 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-9c20b1e0-3e7e-4654-8305-00ab4ee38d7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a74d0074c62040658d912e547dbbeef0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1463635 Jun 23 14:12:08.504295 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c20b1e0-3e7e-4654-8305-00ab4ee38d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473801bb-9cbc-49fa-9fc9-4872954df9d3,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:08.506019 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 49954) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:08.507271 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9c20b1e0-3e7e-4654-8305-00ab4ee38d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:08.557216 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.579620 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.631738 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.634273 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:08.635401 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/473801bb-9cbc-49fa-9fc9-4872954df9d3 HTTP/1.1" status: 204 len: 168 time: 0.1270435 Jun 23 14:12:08.636867 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:08.644815 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473801bb-9cbc-49fa-9fc9-4872954df9d3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:08.647036 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:08.997450 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c669ce6a-4ba7-4c76-965c-31e16fd1a0b2 req-3a91310e-40ce-4d10-88a8-7117b2cf6ca9 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:08.999034 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c669ce6a-4ba7-4c76-965c-31e16fd1a0b2 req-3a91310e-40ce-4d10-88a8-7117b2cf6ca9 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0716472 Jun 23 14:12:09.040863 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c669ce6a-4ba7-4c76-965c-31e16fd1a0b2 req-2ccacaed-b1b7-4d01-b8cf-ecabdc8182d1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362079 Jun 23 14:12:09.664635 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119250bc-fa3c-4f41-86a9-b122605f58e6 req-efd7b01b-0082-4853-8085-c1540573f702 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:09.666141 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-119250bc-fa3c-4f41-86a9-b122605f58e6 req-efd7b01b-0082-4853-8085-c1540573f702 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 945 time: 0.0649834 Jun 23 14:12:09.708814 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-119250bc-fa3c-4f41-86a9-b122605f58e6 req-88222fcd-87d8-47fc-8b66-af7fa7ab07f0 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318620 Jun 23 14:12:10.221269 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device a83c461c-422a-4877-b3a0-277d3186822e no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:12:10.224105 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff3a466-7bfd-4cda-8141-46779682944e req-7fefd07a-6173-413a-9dbc-0cb0ee19afc0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.225816 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0ff3a466-7bfd-4cda-8141-46779682944e req-7fefd07a-6173-413a-9dbc-0cb0ee19afc0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0658677 Jun 23 14:12:10.252215 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: a83c461c-422a-4877-b3a0-277d3186822e {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:12:10.252815 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device a83c461c-422a-4877-b3a0-277d3186822e not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:12:10.290545 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0ff3a466-7bfd-4cda-8141-46779682944e req-63dec87d-35ee-43e0-b818-f1fc16027e5c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571368 Jun 23 14:12:10.885638 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea97498-a670-4695-846c-4e4402d473db req-237fa43e-d3d9-4f22-a6eb-18db279f53fc tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:10.887667 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ea97498-a670-4695-846c-4e4402d473db req-237fa43e-d3d9-4f22-a6eb-18db279f53fc tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 945 time: 0.0628636 Jun 23 14:12:10.923965 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6ea97498-a670-4695-846c-4e4402d473db req-7a84f705-4f81-4426-9591-26612d99363a tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305350 Jun 23 14:12:11.500227 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41601c35-bb2f-4bf9-adb7-7da50442461d req-45c1fa2b-315c-4fb0-b5e8-09f1e17e9b31 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:11.501734 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-41601c35-bb2f-4bf9-adb7-7da50442461d req-45c1fa2b-315c-4fb0-b5e8-09f1e17e9b31 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0778265 Jun 23 14:12:11.782178 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-41601c35-bb2f-4bf9-adb7-7da50442461d req-f4f4ed33-6ca1-46db-8769-4497039d97ea tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2743545 Jun 23 14:12:12.117460 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d10844d-e9f5-468d-9924-24696d213a3a req-38d7e22e-a52e-4d5c-a947-7c87d5874b17 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.118946 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1d10844d-e9f5-468d-9924-24696d213a3a req-38d7e22e-a52e-4d5c-a947-7c87d5874b17 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 945 time: 0.0718801 Jun 23 14:12:12.158627 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1d10844d-e9f5-468d-9924-24696d213a3a req-5affe342-d9fb-4b8b-8d1d-a656f37f5754 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/security-groups?id=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339286 Jun 23 14:12:12.801120 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-e21f98ec-80f3-42b6-b5a7-11f0dce180f9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:12.802640 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-e21f98ec-80f3-42b6-b5a7-11f0dce180f9 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 945 time: 0.0668423 Jun 23 14:12:12.994895 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Deleting port 4b221aae-0897-4d32-9892-1aa10ca68cfb {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:12:12.995494 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.028537 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50116) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:13.113653 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c0b948-9300-480c-9b7b-aa6c8d55c566 req-b7330569-97c9-46b3-848e-6fffbf2a65f1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:13.115245 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f8c0b948-9300-480c-9b7b-aa6c8d55c566 req-b7330569-97c9-46b3-848e-6fffbf2a65f1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1754282 Jun 23 14:12:13.147912 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] For port 4b221aae-0897-4d32-9892-1aa10ca68cfb, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4b221aae-0897-4d32-9892-1aa10ca68cfb,segment=NetworkSegment(77aef448-a3f0-4532-9503-d5e4fba1dcec),segment_id=77aef448-a3f0-4532-9503-d5e4fba1dcec)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:13.148646 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.169391 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Calling delete_port for 4b221aae-0897-4d32-9892-1aa10ca68cfb owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:12:13.186631 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f8c0b948-9300-480c-9b7b-aa6c8d55c566 req-2115e5bb-dc4f-484b-afae-dffe756ff53c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635083 Jun 23 14:12:13.199392 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7600f8d8-4614-40e0-af95-091414ce3023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.314288 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7600f8d8-4614-40e0-af95-091414ce3023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.322974 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7600f8d8-4614-40e0-af95-091414ce3023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.335269 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c1a602e3-4aa4-492c-93e4-a5ef204501f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.336899 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.344308 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.357995 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4b221aae-0897-4d32-9892-1aa10ca68cfb'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:13.364419 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7600f8d8-4614-40e0-af95-091414ce3023 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=dc4553bdd6434437879a13f7b880e299&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3347323 Jun 23 14:12:13.371102 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50126) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:13.412148 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Pushing event deleted for resources: {'Port': ['ID=4b221aae-0897-4d32-9892-1aa10ca68cfb,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.414475 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7600f8d8-4614-40e0-af95-091414ce3023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7579f2-f96b-4798-9c95-6cbe8233975d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.415887 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-96287e8e-e711-4845-b654-89b194ffb956 req-fb6318b8-d15b-4368-8528-809eaab05e93 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.16 "GET /v2.0/ports?device_id=eacac4a9-19dc-4a38-b596-12c42891cb00 HTTP/1.1" status: 200 len: 210 time: 0.0766828 Jun 23 14:12:13.416856 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:13.421769 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7600f8d8-4614-40e0-af95-091414ce3023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:13.451923 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.471200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] No DVR routers for this DVR port 4b221aae-0897-4d32-9892-1aa10ca68cfb on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:12:13.473927 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.475193 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.476180 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-857f8e19-0325-4e22-8d50-93a108372cc2 req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] 10.222.0.42 "DELETE /v2.0/ports/4b221aae-0897-4d32-9892-1aa10ca68cfb HTTP/1.1" status: 204 len: 173 time: 0.6670291 Jun 23 14:12:13.476741 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'name': 'network-vif-deleted', 'tag': '4b221aae-0897-4d32-9892-1aa10ca68cfb'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:13.479218 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a3b646c-7d56-4892-a8af-c89466aa348b" -d '{"events": [{"server_uuid": "eacac4a9-19dc-4a38-b596-12c42891cb00", "name": "network-vif-deleted", "tag": "4b221aae-0897-4d32-9892-1aa10ca68cfb"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:13.528479 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.531645 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:13.533390 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3e7579f2-f96b-4798-9c95-6cbe8233975d HTTP/1.1" status: 204 len: 168 time: 0.1604831 Jun 23 14:12:13.534724 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-24753ff9-2fed-4b30-8c6d-23358da28956 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:13.537048 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf5d8af-182e-4567-bc3d-2fc79014f69f x-openstack-request-id: req-8cf5d8af-182e-4567-bc3d-2fc79014f69f {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:13.537366 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eacac4a9-19dc-4a38-b596-12c42891cb00", "name": "network-vif-deleted", "tag": "4b221aae-0897-4d32-9892-1aa10ca68cfb", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:13.537640 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8cf5d8af-182e-4567-bc3d-2fc79014f69f {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:13.538074 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eacac4a9-19dc-4a38-b596-12c42891cb00', 'name': 'network-vif-deleted', 'tag': '4b221aae-0897-4d32-9892-1aa10ca68cfb', 'status': 'completed', 'code': 200} Jun 23 14:12:13.544703 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7579f2-f96b-4798-9c95-6cbe8233975d,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:13.547856 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:14.398319 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1a23f1-f35c-4242-9684-45ac8eee1210 req-bce74d45-5c2c-4a5e-907b-a5ce06d3b52d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:14.399851 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7e1a23f1-f35c-4242-9684-45ac8eee1210 req-bce74d45-5c2c-4a5e-907b-a5ce06d3b52d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0750127 Jun 23 14:12:14.441507 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7e1a23f1-f35c-4242-9684-45ac8eee1210 req-d277d072-4312-4047-a174-407ef96ed91e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350311 Jun 23 14:12:14.537160 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50170) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:14.595720 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Deleting subnet 0e0038db-332f-453e-8ae6-c703337035c8 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:12:14.602789 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.654748 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61746097'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.697234 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.756259 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62312090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61245808'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.759612 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-05453017-460b-4cea-a39d-0a03cb99e697 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:14.784432 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e0038db-332f-453e-8ae6-c703337035c8,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:14.786431 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.791284 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0e0038db-332f-453e-8ae6-c703337035c8 HTTP/1.1" status: 204 len: 168 time: 0.2501254 Jun 23 14:12:14.791284 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-064bf1ea-c56d-4140-8c1a-10897330cf2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:14.791284 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50178) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:14.865522 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.944281 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.956186 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8196980-9c5d-4144-a49c-9e3035f77c19']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:14.972120 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77aef448-a3f0-4532-9503-d5e4fba1dcec') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:14.972417 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77aef448-a3f0-4532-9503-d5e4fba1dcec') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:14.981671 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61746094'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:14.994708 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.001284 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:12:15.001663 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62311943'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: Traceback (most recent call last): Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: timer() Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: cb(*args, **kw) Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: return func(*args, **kwargs) Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: self._notify() Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: self.callback(batched_events) Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: event.method(event) Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:12:15.003291 dv-cinder-794001-2-smb neutron-server[93109]: return f(self, *a, **k) Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: return self._get(url).json() Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:12:15.006982 dv-cinder-794001-2-smb neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:12:15.067187 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.072411 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.078251 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] 10.222.0.16 "DELETE /v2.0/networks/e8196980-9c5d-4144-a49c-9e3035f77c19 HTTP/1.1" status: 204 len: 168 time: 0.2865601 Jun 23 14:12:15.079248 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:15.094336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Pushing event deleted for resources: {'Network': ['ID=e8196980-9c5d-4144-a49c-9e3035f77c19,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:15.097248 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:15.293551 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50194) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.334888 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-cd30af7d-a16a-4943-ac11-40654dce1acf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c2f0365b7d041c2ae2f81c0c4aa30ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0400634 Jun 23 14:12:15.337480 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50196) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:15.393871 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.423012 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.479069 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.482838 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:15.484271 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5e8ea91e-7c38-402e-92a2-9cbf1c3661a8 HTTP/1.1" status: 204 len: 168 time: 0.1458485 Jun 23 14:12:15.485360 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-e3f77e89-b9f9-411e-984f-8c57a3064513 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:15.494290 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8ea91e-7c38-402e-92a2-9cbf1c3661a8,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:15.497583 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:15.640116 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4cbac0-f241-43ad-ad49-36dcb321de37 req-079f726f-d0d3-44f2-aa8a-6f0a548d02b7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:15.641642 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee4cbac0-f241-43ad-ad49-36dcb321de37 req-079f726f-d0d3-44f2-aa8a-6f0a548d02b7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0644233 Jun 23 14:12:15.681705 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee4cbac0-f241-43ad-ad49-36dcb321de37 req-ee7c8dd4-d360-47b1-b48b-f4cd2089d65e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344598 Jun 23 14:12:16.265898 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4b221aae-0897-4d32-9892-1aa10ca68cfb no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:12:16.290762 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 4b221aae-0897-4d32-9892-1aa10ca68cfb {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:12:16.291312 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4b221aae-0897-4d32-9892-1aa10ca68cfb not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:12:16.827688 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50280) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:16.876225 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f057397-342f-4ad5-8767-7832617c2bb7 req-241f658d-7cbe-4e5b-9199-83a05fb54774 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:16.878620 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2f057397-342f-4ad5-8767-7832617c2bb7 req-241f658d-7cbe-4e5b-9199-83a05fb54774 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0756218 Jun 23 14:12:16.917922 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2f057397-342f-4ad5-8767-7832617c2bb7 req-005ee677-e982-474a-aaa9-8712e7e0b526 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343482 Jun 23 14:12:16.942833 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-91a4daec-1506-4681-957d-8ee61ea2ff7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.038028 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-91a4daec-1506-4681-957d-8ee61ea2ff7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.042401 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-91a4daec-1506-4681-957d-8ee61ea2ff7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.045683 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-3b16edc6-fe27-4756-9ed2-2da6c114af30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.080206 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-91a4daec-1506-4681-957d-8ee61ea2ff7e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7d74e01763e5435bad8bcc5cba6da131&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2514138 Jun 23 14:12:17.082250 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a4daec-1506-4681-957d-8ee61ea2ff7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3361d40d-9418-4a4d-938f-1cf94db20ad6,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.083142 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50284) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:17.085380 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-91a4daec-1506-4681-957d-8ee61ea2ff7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.139935 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.160580 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.213778 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.216347 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:17.217506 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3361d40d-9418-4a4d-938f-1cf94db20ad6 HTTP/1.1" status: 204 len: 168 time: 0.1330519 Jun 23 14:12:17.218406 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9925cee2-b7a9-406d-947b-32dfea9345f3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:17.225903 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3361d40d-9418-4a4d-938f-1cf94db20ad6,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:17.228110 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:17.888653 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1404f7e3-f289-47ce-8887-4b5a5cac3c7f req-70fe6fd1-616a-4dda-bfe9-dd248a20e2f2 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:17.890385 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1404f7e3-f289-47ce-8887-4b5a5cac3c7f req-70fe6fd1-616a-4dda-bfe9-dd248a20e2f2 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.0902104 Jun 23 14:12:17.942296 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1404f7e3-f289-47ce-8887-4b5a5cac3c7f req-be59acf9-494c-45a6-974a-f732c5110f4a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463686 Jun 23 14:12:17.979877 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50326) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:18.133214 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a62f5a-8475-4515-8074-9132b7f629df req-0bbc3378-2674-465e-bcbe-681208df2aee tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:18.134796 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-12a62f5a-8475-4515-8074-9132b7f629df req-0bbc3378-2674-465e-bcbe-681208df2aee tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0793195 Jun 23 14:12:18.166871 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2c801c5-a18b-4595-bc36-c3c50b6d53fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.203283 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-12a62f5a-8475-4515-8074-9132b7f629df req-84624d25-588e-40bc-b610-f203d3b7c814 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619190 Jun 23 14:12:18.280912 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2c801c5-a18b-4595-bc36-c3c50b6d53fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.284954 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2c801c5-a18b-4595-bc36-c3c50b6d53fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.288454 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-69747747-19bc-44a9-a081-c6613e72294b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:18.325214 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-b2c801c5-a18b-4595-bc36-c3c50b6d53fe admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=c4ade30166e5475ca42400d4e3c20af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3440940 Jun 23 14:12:18.326152 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c801c5-a18b-4595-bc36-c3c50b6d53fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91db8a75-b4a2-462a-9d2b-0b9a7a4674e9,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:18.329394 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b2c801c5-a18b-4595-bc36-c3c50b6d53fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:18.331848 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50340) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:18.391416 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.417889 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.463873 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.466983 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.468132 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/91db8a75-b4a2-462a-9d2b-0b9a7a4674e9 HTTP/1.1" status: 204 len: 168 time: 0.1345754 Jun 23 14:12:18.468895 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-d6f14742-85bd-406f-a957-acf42ef0e320 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:18.476808 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91db8a75-b4a2-462a-9d2b-0b9a7a4674e9,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:18.479862 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:18.769111 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50358) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:18.882780 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d758e4ca-776e-45f9-bd58-c714faeaa86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.898820 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50362) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:18.913323 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-549b0eb6-8a79-4047-9eea-b7894bb8b843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.983432 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d758e4ca-776e-45f9-bd58-c714faeaa86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.991007 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-d758e4ca-776e-45f9-bd58-c714faeaa86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:18.997637 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2ed16565-afba-4ba5-8ab0-8ffb7600122c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.039005 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:12:19.055649 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-d758e4ca-776e-45f9-bd58-c714faeaa86b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=f57d20952fb5404e8faed5f84ba136dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2842486 Jun 23 14:12:19.058947 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758e4ca-776e-45f9-bd58-c714faeaa86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80802994-6761-4ce0-a597-1906d2e93aa1,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.061321 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50368) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:19.062802 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-d758e4ca-776e-45f9-bd58-c714faeaa86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.154473 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-549b0eb6-8a79-4047-9eea-b7894bb8b843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.163904 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-549b0eb6-8a79-4047-9eea-b7894bb8b843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.168715 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6172a1a1-8f7c-4d02-934b-696d59f7481d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.225749 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-549b0eb6-8a79-4047-9eea-b7894bb8b843 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2fc33fe0364d4bd0a5b6104861b2b93f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3258357 Jun 23 14:12:19.228442 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50370) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:19.230717 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549b0eb6-8a79-4047-9eea-b7894bb8b843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=146b4d28-4fe7-4a29-90cf-8ed7ba0b09db,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.233537 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.235589 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-549b0eb6-8a79-4047-9eea-b7894bb8b843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.245054 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbcddeb-0ba8-4777-9c1d-603980e13425 req-a4368b72-8351-4b92-aa02-4e914998bc90 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.246794 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2fbcddeb-0ba8-4777-9c1d-603980e13425 req-a4368b72-8351-4b92-aa02-4e914998bc90 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.1746488 Jun 23 14:12:19.280469 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.285957 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.316842 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.330030 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2fbcddeb-0ba8-4777-9c1d-603980e13425 req-bb522de6-c4e6-4e40-81e3-790a4878f559 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759144 Jun 23 14:12:19.369536 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.372478 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.373877 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/146b4d28-4fe7-4a29-90cf-8ed7ba0b09db HTTP/1.1" status: 204 len: 168 time: 0.1444104 Jun 23 14:12:19.374987 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-29f0a302-e66a-4fc0-bf63-d48a51edf73a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.388974 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=146b4d28-4fe7-4a29-90cf-8ed7ba0b09db,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.391684 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.393165 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.397013 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.400786 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80802994-6761-4ce0-a597-1906d2e93aa1 HTTP/1.1" status: 204 len: 168 time: 0.3355906 Jun 23 14:12:19.400786 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-bfcfc4fa-d279-48c9-9bac-2f9cab848653 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.412905 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80802994-6761-4ce0-a597-1906d2e93aa1,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.417242 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:19.433571 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd9e99-3d5c-4198-a033-dfb178c088e2 req-7761fa1b-0cdf-4874-bc5c-47d92350bba7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:19.436627 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62bd9e99-3d5c-4198-a033-dfb178c088e2 req-7761fa1b-0cdf-4874-bc5c-47d92350bba7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1002471 Jun 23 14:12:19.490646 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62bd9e99-3d5c-4198-a033-dfb178c088e2 req-78dcbee9-2734-4693-ad1a-803386d6ebe3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490410 Jun 23 14:12:19.787133 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50390) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:19.800998 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-178d0727-dbc3-4e3b-a5bc-9e59a70d2494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.894980 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-178d0727-dbc3-4e3b-a5bc-9e59a70d2494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.899309 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-178d0727-dbc3-4e3b-a5bc-9e59a70d2494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:19.902711 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:19.941627 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-178d0727-dbc3-4e3b-a5bc-9e59a70d2494 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0325fcb5804344e586dd1afcfd48f44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1510150 Jun 23 14:12:19.941627 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d0727-dbc3-4e3b-a5bc-9e59a70d2494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2508c26-a9ba-4b4c-ab2a-328e3acfff28,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:19.942031 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50396) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:19.948593 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-178d0727-dbc3-4e3b-a5bc-9e59a70d2494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:20.010068 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a9218155-3af8-4adf-be87-9ebd5c602a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.032561 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a9218155-3af8-4adf-be87-9ebd5c602a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.082425 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a9218155-3af8-4adf-be87-9ebd5c602a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.085826 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a9218155-3af8-4adf-be87-9ebd5c602a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:20.087222 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a9218155-3af8-4adf-be87-9ebd5c602a36 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e2508c26-a9ba-4b4c-ab2a-328e3acfff28 HTTP/1.1" status: 204 len: 168 time: 0.1442139 Jun 23 14:12:20.087963 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-68f6ea70-6518-4580-a70a-fc5a34233215 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:20.096224 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9218155-3af8-4adf-be87-9ebd5c602a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2508c26-a9ba-4b4c-ab2a-328e3acfff28,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:20.109562 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a9218155-3af8-4adf-be87-9ebd5c602a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:20.613689 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbed175-f1c4-43a7-96ef-5fa064752e26 req-95500aed-72b4-4ecc-9855-f61b472648ba tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.617343 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-abbed175-f1c4-43a7-96ef-5fa064752e26 req-95500aed-72b4-4ecc-9855-f61b472648ba tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.1446166 Jun 23 14:12:20.712868 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-abbed175-f1c4-43a7-96ef-5fa064752e26 req-0d41d0e1-2837-4ffe-8961-c949852af8a4 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834868 Jun 23 14:12:20.752119 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919d102a-318c-4fa6-b120-594fb32a1bc9 req-34c4f95b-66a3-4f03-b550-842dca7e45c8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:20.753262 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-919d102a-318c-4fa6-b120-594fb32a1bc9 req-34c4f95b-66a3-4f03-b550-842dca7e45c8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1131957 Jun 23 14:12:20.810923 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-919d102a-318c-4fa6-b120-594fb32a1bc9 req-ffa8f255-7f08-4623-b26b-700e909eef9f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516658 Jun 23 14:12:21.906299 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a78c0a-f64f-46ff-a2e6-eb41efff2382 req-9d057a7f-1d7a-4334-a8ca-af581e8e8a03 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:21.907929 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2a78c0a-f64f-46ff-a2e6-eb41efff2382 req-9d057a7f-1d7a-4334-a8ca-af581e8e8a03 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.0808809 Jun 23 14:12:21.955957 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2a78c0a-f64f-46ff-a2e6-eb41efff2382 req-3b01326f-8df3-4914-8782-e0fcc3a5159b tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394893 Jun 23 14:12:22.040083 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0447777c-6257-458a-881d-f5a6ab600f19 req-6a362817-44bc-42bf-a811-c4364fc825c3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:22.042858 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0447777c-6257-458a-881d-f5a6ab600f19 req-6a362817-44bc-42bf-a811-c4364fc825c3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0829153 Jun 23 14:12:22.090518 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50490) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.094886 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0447777c-6257-458a-881d-f5a6ab600f19 req-8229550f-5a81-482b-afe0-e68b3145ff9e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450447 Jun 23 14:12:22.210520 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ca39-93c3-48fb-8907-ef4c711e6f32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.306017 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ca39-93c3-48fb-8907-ef4c711e6f32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.311615 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0a9ca39-93c3-48fb-8907-ef4c711e6f32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.314327 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-cfd71efa-ad4a-4f2e-a669-2ce4e73d993c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:22.350618 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f0a9ca39-93c3-48fb-8907-ef4c711e6f32 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a0dd66f615ff4456aab0734b6d875eae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2590153 Jun 23 14:12:22.351509 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a9ca39-93c3-48fb-8907-ef4c711e6f32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e58664e6-09bc-40c8-a09d-8fbb8705863b,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:22.353462 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50498) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.355397 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0a9ca39-93c3-48fb-8907-ef4c711e6f32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.408639 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.429597 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.479337 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.482768 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.487044 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e58664e6-09bc-40c8-a09d-8fbb8705863b HTTP/1.1" status: 204 len: 168 time: 0.1316745 Jun 23 14:12:22.489556 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:22.497618 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e58664e6-09bc-40c8-a09d-8fbb8705863b,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:22.499853 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.752882 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50508) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.766650 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-39cf8006-0007-45da-b123-cdf0589cc36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.856946 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-39cf8006-0007-45da-b123-cdf0589cc36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.860834 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-39cf8006-0007-45da-b123-cdf0589cc36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.864418 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ecd52536-e182-4ef4-aa4f-03578d5b65e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:22.906968 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-39cf8006-0007-45da-b123-cdf0589cc36a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ef027f912cd147c28dc41b28c492861c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529477 Jun 23 14:12:22.908125 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cf8006-0007-45da-b123-cdf0589cc36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eeca561-eb73-46c4-9d6f-78826314b313,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:22.909931 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50510) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:22.915779 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-39cf8006-0007-45da-b123-cdf0589cc36a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:22.966689 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:22.990090 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.008040 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71962272-8915-4d6f-86db-5ad19b11c91b req-204634ce-4eab-4e92-bd29-f714cf9b1716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.009546 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-71962272-8915-4d6f-86db-5ad19b11c91b req-204634ce-4eab-4e92-bd29-f714cf9b1716 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.0548623 Jun 23 14:12:23.040661 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.044172 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:23.047850 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5eeca561-eb73-46c4-9d6f-78826314b313 HTTP/1.1" status: 204 len: 168 time: 0.1342602 Jun 23 14:12:23.047850 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0746cdc1-5f81-43cf-93c8-be55ebda6698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:23.053784 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eeca561-eb73-46c4-9d6f-78826314b313,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:23.056065 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:23.059718 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-71962272-8915-4d6f-86db-5ad19b11c91b req-85ccf8a4-1c23-442f-9256-92fb1a8ef221 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381937 Jun 23 14:12:23.150501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22ec49a-c757-4b81-bf61-a946c784a5d7 req-c1baa140-9d67-48f4-af27-33dea1bed3ac tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.152593 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e22ec49a-c757-4b81-bf61-a946c784a5d7 req-c1baa140-9d67-48f4-af27-33dea1bed3ac tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.0677426 Jun 23 14:12:23.203132 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e22ec49a-c757-4b81-bf61-a946c784a5d7 req-84d05182-c52d-4ad0-8201-b147b426cac6 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384152 Jun 23 14:12:23.299863 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0957552f-bd30-4485-ad74-7e4c37c2dbc9 req-334922c0-09c3-47ab-9f34-84f8cff8097d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:23.301644 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0957552f-bd30-4485-ad74-7e4c37c2dbc9 req-334922c0-09c3-47ab-9f34-84f8cff8097d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0784762 Jun 23 14:12:23.349661 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0957552f-bd30-4485-ad74-7e4c37c2dbc9 req-190b09d8-1a37-4f06-afb2-f2f3915fa7ed tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414307 Jun 23 14:12:24.393097 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe49a21-b8f6-46df-a778-51b3d0cd8935 req-9073e5b8-de1d-4bbb-8f74-c4ca7f196b3a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.395867 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cfe49a21-b8f6-46df-a778-51b3d0cd8935 req-9073e5b8-de1d-4bbb-8f74-c4ca7f196b3a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.0755961 Jun 23 14:12:24.444692 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cfe49a21-b8f6-46df-a778-51b3d0cd8935 req-a972dd82-44b6-4e3e-ab5f-28afd7f12057 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383928 Jun 23 14:12:24.560955 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7adbea-b189-414b-8bc8-6d702e5ad931 req-226e6e26-a7e8-4965-8825-e3101dc088fd tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:24.562531 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ff7adbea-b189-414b-8bc8-6d702e5ad931 req-226e6e26-a7e8-4965-8825-e3101dc088fd tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0734079 Jun 23 14:12:24.644352 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ff7adbea-b189-414b-8bc8-6d702e5ad931 req-6ab4cdf0-1797-4636-9233-1c757dcea130 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729375 Jun 23 14:12:25.176468 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-eb4b1a01-0b38-4f5e-bb31-18a7871aa4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.178156 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-eb4b1a01-0b38-4f5e-bb31-18a7871aa4d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.0743647 Jun 23 14:12:25.317448 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2721e0-1fe3-4cad-95fe-4cb11c91a05e req-133eba51-72d9-40b4-a1fe-2d4878fec82e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.318922 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eb2721e0-1fe3-4cad-95fe-4cb11c91a05e req-133eba51-72d9-40b4-a1fe-2d4878fec82e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1377053 Jun 23 14:12:25.320438 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-28ddf255-1ff0-4bbe-8805-90fe8e912b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.321721 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-28ddf255-1ff0-4bbe-8805-90fe8e912b0d service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.1109219 Jun 23 14:12:25.374357 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-45a33f71-7603-4512-a930-1700b024cde6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 217 time: 0.0411749 Jun 23 14:12:25.397317 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eb2721e0-1fe3-4cad-95fe-4cb11c91a05e req-7fc11538-d1fc-48ec-92e1-0d5d723d8cfa tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724409 Jun 23 14:12:25.430219 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-383a103c-14b8-4816-9ef5-2d0001aaa020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.431632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-383a103c-14b8-4816-9ef5-2d0001aaa020 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.0482562 Jun 23 14:12:25.469935 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-d0d1cb44-a3ee-4084-92d2-d1b0121996df service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288737 Jun 23 14:12:25.565834 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-956a7f90-4acf-4b7d-b7cb-4a1c763cb70b service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844502 Jun 23 14:12:25.704330 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-33746342-2c2b-4853-9b46-bb4ebfe39569 req-a3250c10-ee85-46e6-b840-91e68eb9171f service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237621 Jun 23 14:12:25.715119 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d73bd-8883-4d38-9b94-476843924a3d req-715f83d2-318d-4cd0-b6c8-6c2904a90599 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:25.716580 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ec4d73bd-8883-4d38-9b94-476843924a3d req-715f83d2-318d-4cd0-b6c8-6c2904a90599 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.1287293 Jun 23 14:12:25.760176 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ec4d73bd-8883-4d38-9b94-476843924a3d req-cd239bbe-4cd5-4f37-8ca2-0c05cab6ebd2 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376594 Jun 23 14:12:26.399825 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-3037c6c0-2031-44fd-8099-213b8ea3b639 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:26.401177 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-3037c6c0-2031-44fd-8099-213b8ea3b639 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 945 time: 0.0613074 Jun 23 14:12:26.511864 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Deleting port 90350b44-9a70-47b1-b56b-cd633f02cc20 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:12:26.512605 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.645157 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] For port 90350b44-9a70-47b1-b56b-cd633f02cc20, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=90350b44-9a70-47b1-b56b-cd633f02cc20,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:26.645514 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.654958 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e26cd-2099-4ffc-bff9-4e15b4612c21 req-8138efd9-c4f6-4f80-9402-f08ec3d94501 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:26.656359 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-985e26cd-2099-4ffc-bff9-4e15b4612c21 req-8138efd9-c4f6-4f80-9402-f08ec3d94501 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1404309 Jun 23 14:12:26.673335 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Calling delete_port for 90350b44-9a70-47b1-b56b-cd633f02cc20 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:12:26.741617 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-985e26cd-2099-4ffc-bff9-4e15b4612c21 req-8517fe35-86eb-4059-a026-6538b5ac35d0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777638 Jun 23 14:12:26.831477 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.843623 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:26.857095 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['90350b44-9a70-47b1-b56b-cd633f02cc20'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:26.880464 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Pushing event deleted for resources: {'Port': ['ID=90350b44-9a70-47b1-b56b-cd633f02cc20,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:26.900170 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:26.929268 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] No DVR routers for this DVR port 90350b44-9a70-47b1-b56b-cd633f02cc20 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:12:26.950124 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:26.952347 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e7411af5-9ff1-445f-9228-7cd032c67e02 req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "DELETE /v2.0/ports/90350b44-9a70-47b1-b56b-cd633f02cc20 HTTP/1.1" status: 204 len: 173 time: 0.5410440 Jun 23 14:12:26.952858 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'name': 'network-vif-deleted', 'tag': '90350b44-9a70-47b1-b56b-cd633f02cc20'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:26.955227 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-735297bb-82ae-4b5c-89c9-2f3a1c14624e" -d '{"events": [{"server_uuid": "7b333e3c-0c1d-4763-ab55-aa9850378136", "name": "network-vif-deleted", "tag": "90350b44-9a70-47b1-b56b-cd633f02cc20"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:26.959457 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2071dd89-dbd9-4e46-87de-b70383541fe4 req-b7398bcf-a236-4932-8657-36eb13a81c82 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=7b333e3c-0c1d-4763-ab55-aa9850378136 HTTP/1.1" status: 200 len: 210 time: 0.0606079 Jun 23 14:12:26.997817 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-519f327d-6122-430a-830b-6f521849b1b3 x-openstack-request-id: req-519f327d-6122-430a-830b-6f521849b1b3 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:26.998185 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b333e3c-0c1d-4763-ab55-aa9850378136", "name": "network-vif-deleted", "tag": "90350b44-9a70-47b1-b56b-cd633f02cc20", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:26.998487 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-519f327d-6122-430a-830b-6f521849b1b3 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:26.998912 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b333e3c-0c1d-4763-ab55-aa9850378136', 'name': 'network-vif-deleted', 'tag': '90350b44-9a70-47b1-b56b-cd633f02cc20', 'status': 'completed', 'code': 200} Jun 23 14:12:27.954512 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64386368-5423-4e9d-aca7-04f4008c52ec req-cf8b3eb1-b9b7-4b80-97f6-575ba2b278f5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:27.956109 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-64386368-5423-4e9d-aca7-04f4008c52ec req-cf8b3eb1-b9b7-4b80-97f6-575ba2b278f5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0894804 Jun 23 14:12:28.006337 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-64386368-5423-4e9d-aca7-04f4008c52ec req-01460720-b185-4588-b3e2-5a5ab4f80229 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427344 Jun 23 14:12:28.056924 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b028c7b-22c3-41a5-a7d7-f348a7715854 req-14785c3b-a87e-4c78-aa12-2909de64b5ec tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:28.058937 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b028c7b-22c3-41a5-a7d7-f348a7715854 req-14785c3b-a87e-4c78-aa12-2909de64b5ec tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.0670848 Jun 23 14:12:28.110408 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b028c7b-22c3-41a5-a7d7-f348a7715854 req-1b7525f9-b60a-4d70-9747-b5d29a53c539 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456622 Jun 23 14:12:29.192486 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba7ced1-15b1-4c35-b793-95dcb4e1a2dc req-62935dcb-dc3f-4879-a695-aa4084fd07b2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.193979 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9ba7ced1-15b1-4c35-b793-95dcb4e1a2dc req-62935dcb-dc3f-4879-a695-aa4084fd07b2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0679908 Jun 23 14:12:29.246069 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9ba7ced1-15b1-4c35-b793-95dcb4e1a2dc req-08d6eea3-9441-4148-8124-e50213f81a2b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454683 Jun 23 14:12:29.308408 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b6a181-ee25-4e2f-a35f-79e5e1dce205 req-ee46376f-ff6b-423c-97a8-f2b8dcd87e08 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:29.310172 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0b6a181-ee25-4e2f-a35f-79e5e1dce205 req-ee46376f-ff6b-423c-97a8-f2b8dcd87e08 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.0789456 Jun 23 14:12:29.354736 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0b6a181-ee25-4e2f-a35f-79e5e1dce205 req-29ceab5c-ffb3-487a-9f95-b84cda1c0882 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362203 Jun 23 14:12:29.536774 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a0ad63d4-1163-4c87-9e1f-3162bd76e5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:30.365524 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 90350b44-9a70-47b1-b56b-cd633f02cc20 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:12:30.386806 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 90350b44-9a70-47b1-b56b-cd633f02cc20 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:12:30.387292 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 90350b44-9a70-47b1-b56b-cd633f02cc20 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:12:30.573950 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a00c33e-1f49-4fea-a2d7-64e8b74ad7e7 req-a0202e27-c060-4850-95da-5e421d5697fb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.577380 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5a00c33e-1f49-4fea-a2d7-64e8b74ad7e7 req-a0202e27-c060-4850-95da-5e421d5697fb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.0804200 Jun 23 14:12:30.632940 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5a00c33e-1f49-4fea-a2d7-64e8b74ad7e7 req-34965fd6-cb6f-4b7f-b321-d1ae3570bd9e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493600 Jun 23 14:12:30.879709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4812942-16f1-46cf-afdc-5d283db7dfcb req-2eeb0c61-2a0e-4189-89d6-e074bf8eb810 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:30.881476 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a4812942-16f1-46cf-afdc-5d283db7dfcb req-2eeb0c61-2a0e-4189-89d6-e074bf8eb810 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0754726 Jun 23 14:12:30.932424 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a4812942-16f1-46cf-afdc-5d283db7dfcb req-d284004a-3f9a-4f79-bb27-bb7f892b4f11 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381291 Jun 23 14:12:31.028189 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 50832) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:31.164393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1f86-1340-442f-8fe6-3704b2c739b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.286678 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1f86-1340-442f-8fe6-3704b2c739b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.291908 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fd8a1f86-1340-442f-8fe6-3704b2c739b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.302355 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:31.333061 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-fd8a1f86-1340-442f-8fe6-3704b2c739b0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3f49ace4697947e6a69bc8436139e799&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3044255 Jun 23 14:12:31.335850 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50858) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:31.339430 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a1f86-1340-442f-8fe6-3704b2c739b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ffd4ee6-9512-4258-9f04-cfc8a2ad832c,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:31.342872 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fd8a1f86-1340-442f-8fe6-3704b2c739b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.425538 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.455529 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.527092 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.530856 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:31.536539 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ffd4ee6-9512-4258-9f04-cfc8a2ad832c HTTP/1.1" status: 204 len: 168 time: 0.1993268 Jun 23 14:12:31.538621 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-88c24d7e-04bb-4f0a-9e9c-57c761686fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:31.551265 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ffd4ee6-9512-4258-9f04-cfc8a2ad832c,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:31.580378 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:31.871160 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4e8378-7a1d-461e-bc00-7f4863b959e1 req-6831a40e-1a0a-483f-ac92-b51bf4e8dcd6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:31.881215 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4b4e8378-7a1d-461e-bc00-7f4863b959e1 req-6831a40e-1a0a-483f-ac92-b51bf4e8dcd6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1176648 Jun 23 14:12:32.213147 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3a9cef90-5a42-4703-974d-9eb29ea7441b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.237830 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.250601 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4b4e8378-7a1d-461e-bc00-7f4863b959e1 req-9f5f8fa8-08a5-4d12-817b-46e09bb2ea61 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3679774 Jun 23 14:12:32.337822 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-36fa23d0-de1c-4c6a-984d-7c35f8749867 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:32.340014 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-36fa23d0-de1c-4c6a-984d-7c35f8749867 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/networks?id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c HTTP/1.1" status: 200 len: 813 time: 0.1838112 Jun 23 14:12:32.358734 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-a83ad0ad-72f0-4f71-a096-5bd740cc0322 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/quotas/e13c37e9e435468185f480eb70821d06 HTTP/1.1" status: 200 len: 375 time: 0.0110509 Jun 23 14:12:32.399012 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-fa619aa8-d2af-4172-9809-94c1c65c8017 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e13c37e9e435468185f480eb70821d06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331619 Jun 23 14:12:32.431143 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50922) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:32.497179 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-510d3a45-f341-401a-97c8-88562e5aaa84 service neutron] 10.222.0.16 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900233 Jun 23 14:12:32.543026 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-764313668-network', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:32.566505 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Made reservation on behalf of eb393a05baf84efd9404c49974ea3b90 for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:32.573901 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.577944 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.599903 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-40c716e0-8715-42de-90f4-b473d27cf556 service neutron] 10.222.0.16 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959799 Jun 23 14:12:32.696362 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.704800 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.716260 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-91a4daec-1506-4681-957d-8ee61ea2ff7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:32.761326 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 817} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:32.819578 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6173712e-d7a7-41e9-9e5e-9cd3e38e4663,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:32.827259 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:32.833114 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:32.834157 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Added segment d3effce8-fb66-47d4-8249-5bda6ee21a87 of type vlan for network f9992e5f-b2a7-4352-85af-3de44301741f Jun 23 14:12:32.862440 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-50718c24-061c-46a3-9490-acf38fee0f01 req-0b6b8655-d257-4ef2-82bc-82ea7dfcd325 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0664554 Jun 23 14:12:32.953079 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.021373 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.023588 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.024525 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.060102 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-cea1b41f-8b08-473a-a707-670cdb6bb682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:33.214571 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.233440 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8010902 Jun 23 14:12:33.237771 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50954) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:33.245158 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Request body: {'subnet': {'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-764313668-subnet', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'ip_version': 4}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:33.278321 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Pushing event updated for resources: {'Network': ['ID=f9992e5f-b2a7-4352-85af-3de44301741f,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:33.280509 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:33.293067 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network f9992e5f-b2a7-4352-85af-3de44301741f details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:33.300132 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Made reservation on behalf of eb393a05baf84efd9404c49974ea3b90 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:33.308606 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66149468'] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.502757 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dfcd91-4b63-404a-981d-5c1d92ad0e51 req-97a052d8-7a5b-4910-9921-6dd6b7c58f1b tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.504930 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-82dfcd91-4b63-404a-981d-5c1d92ad0e51 req-97a052d8-7a5b-4910-9921-6dd6b7c58f1b tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1571691 Jun 23 14:12:33.527744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee147a4-9384-4dc5-91fe-5cadb985c627 req-69109780-6ba1-42da-8623-ef61fc1096f4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.529261 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5ee147a4-9384-4dc5-91fe-5cadb985c627 req-69109780-6ba1-42da-8623-ef61fc1096f4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1184320 Jun 23 14:12:33.604397 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-82dfcd91-4b63-404a-981d-5c1d92ad0e51 req-477bcf2e-89a3-4889-8b4e-e8d2b4686289 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735214 Jun 23 14:12:33.626200 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5ee147a4-9384-4dc5-91fe-5cadb985c627 req-d1009257-ce5a-47d6-a063-90f48316e032 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0829346 Jun 23 14:12:33.657938 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65907414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66149454'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.660805 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:33.719978 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d41237a8-7e54-4a58-9837-71b25af557b8,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:33.731671 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:33.737806 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Checking segment: {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:33.738197 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Network hostable DHCP agents. Network: f9992e5f-b2a7-4352-85af-3de44301741f, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:33.758082 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Network f9992e5f-b2a7-4352-85af-3de44301741f is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:33.771658 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, f9992e5f-b2a7-4352-85af-3de44301741f) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:33.777608 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:33.778483 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.784763 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b581090-8cda-4c6f-bff6-4410bf30c731 None None] Network f9992e5f-b2a7-4352-85af-3de44301741f requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:33.797067 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a0c9c427-4d10-48ac-8e9b-5c7daba4f946 admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5541954 Jun 23 14:12:33.797475 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 50968) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:33.802539 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:33.834026 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.835105 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.903436 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:33.995396 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-f9992e5f-b2a7-4352-85af-3de44301741f', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:12:33.998197 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.070598 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65211765-94fa-4699-b1d1-5a14cd31dc7c req-80837d2f-57c3-4a0f-84ed-74996154facf tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0594122 Jun 23 14:12:34.110189 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.191009 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Allocated IP 172.20.0.2 (f9992e5f-b2a7-4352-85af-3de44301741f/d41237a8-7e54-4a58-9837-71b25af557b8/a45f0481-af76-424d-bc48-ca9a12a59896) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:34.216295 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-0905a023-f5d3-4262-a582-4465115ff463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.217901 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-0905a023-f5d3-4262-a582-4465115ff463 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.1050305 Jun 23 14:12:34.302631 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dd717a-8f4c-4b91-be63-9ab76cd66c75 req-0e57ab18-31dc-4437-9204-42494af43a09 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.304246 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65dd717a-8f4c-4b91-be63-9ab76cd66c75 req-0e57ab18-31dc-4437-9204-42494af43a09 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1328239 Jun 23 14:12:34.341575 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.364406 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.374583 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-dbe3631d-137d-4d17-9e63-a929f89a3402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.377189 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-dbe3631d-137d-4d17-9e63-a929f89a3402 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.1492975 Jun 23 14:12:34.380649 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65dd717a-8f4c-4b91-be63-9ab76cd66c75 req-763778a6-b1d5-491e-adf5-e5ccf843f345 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672758 Jun 23 14:12:34.407854 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.420525 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Transition to ACTIVE for port object a45f0481-af76-424d-bc48-ca9a12a59896 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:34.446503 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Transition to ACTIVE for port object a45f0481-af76-424d-bc48-ca9a12a59896 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:34.460401 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.474164 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:34.504319 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-301f28f3-a4f7-41e3-b954-df89f5b81cc5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 217 time: 0.1203678 Jun 23 14:12:34.515963 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Network f9992e5f-b2a7-4352-85af-3de44301741f is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:34.519288 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:34.523125 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:34.573208 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Allocated IP 172.28.2.117 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/ecb0fe3a-be9f-430f-98e2-172805396db7) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:34.579840 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Pushing event updated for resources: {'Port': ['ID=a45f0481-af76-424d-bc48-ca9a12a59896,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:34.602765 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-ea7be95a-1d0d-4128-9193-b2fac63f9467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:34.605142 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-ea7be95a-1d0d-4128-9193-b2fac63f9467 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.0935018 Jun 23 14:12:34.612620 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.612979 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.613513 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.613868 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.614371 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.614919 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.615268 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.615611 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.616095 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.616493 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.616857 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.617227 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:34.629210 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:34.633167 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Attempting to bind port a45f0481-af76-424d-bc48-ca9a12a59896 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:34.633566 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Attempting to bind port a45f0481-af76-424d-bc48-ca9a12a59896 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:34.634198 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Attempting to bind port a45f0481-af76-424d-bc48-ca9a12a59896 on network f9992e5f-b2a7-4352-85af-3de44301741f {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:34.640747 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:34.642783 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Checking segment: {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:34.642783 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.642783 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Bound using segment: {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:34.643716 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Bound port: a45f0481-af76-424d-bc48-ca9a12a59896, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:34.643716 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.679329 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-851f52f8-b12b-4d20-ba9c-428baa0bffda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656834 Jun 23 14:12:34.729226 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] For port a45f0481-af76-424d-bc48-ca9a12a59896, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:34.734299 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] For port a45f0481-af76-424d-bc48-ca9a12a59896, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a45f0481-af76-424d-bc48-ca9a12a59896,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:34.742165 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.754948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:34.909226 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.921929 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Pushing event updated for resources: {'Port': ['ID=a45f0481-af76-424d-bc48-ca9a12a59896,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:34.938732 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:34.984054 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.991231 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:34.994947 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:35.055735 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:35.060157 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:35.062875 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-e60ad4cf-e0ae-4c02-9e81-2bab5e3ac4d0 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.064695 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-e60ad4cf-e0ae-4c02-9e81-2bab5e3ac4d0 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "GET /v2.0/networks?id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c HTTP/1.1" status: 200 len: 813 time: 0.4200852 Jun 23 14:12:35.065094 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:35.090190 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Request body: {'port': {'device_id': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c', 'admin_state_up': True, 'tenant_id': 'e13c37e9e435468185f480eb70821d06'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:35.098503 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Pushing event updated for resources: {'Port': ['ID=ecb0fe3a-be9f-430f-98e2-172805396db7,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:35.115216 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:35.196374 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-11d79aa8-a0ee-4eba-8cf7-ec907340d047 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041311 Jun 23 14:12:35.345560 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a45f0481-af76-424d-bc48-ca9a12a59896 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:35.387758 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d205b115-26b6-43ac-b49a-a0ce63e277f6 req-5479ed68-e4b0-42b3-bc71-fb4cc02b3a83 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.389157 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d205b115-26b6-43ac-b49a-a0ce63e277f6 req-5479ed68-e4b0-42b3-bc71-fb4cc02b3a83 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.4342313 Jun 23 14:12:35.400615 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c625f7-7f7a-43bc-9149-9f448269469a req-fd39a065-3e4f-466f-83e2-9466a1150942 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.401832 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port a45f0481-af76-424d-bc48-ca9a12a59896 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:35.402846 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-47c625f7-7f7a-43bc-9149-9f448269469a req-fd39a065-3e4f-466f-83e2-9466a1150942 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.4252005 Jun 23 14:12:35.421507 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.459938 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18bfd1ec-66a9-46e6-9d90-4086c6fd0995 req-0a958765-ffed-4ef7-991b-19c34108ed45 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2487192 Jun 23 14:12:35.467991 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Made reservation on behalf of e13c37e9e435468185f480eb70821d06 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:35.471511 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:35.509788 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d205b115-26b6-43ac-b49a-a0ce63e277f6 req-0c169519-e57a-402c-87b1-003f56439343 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1038833 Jun 23 14:12:35.516203 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-47c625f7-7f7a-43bc-9149-9f448269469a req-893886ae-0d7b-428d-979b-df2b6308391d tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970271 Jun 23 14:12:35.698659 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Allocated IP 172.20.0.2 (5ffe3226-b65b-4924-b55a-5b0be7b5c79c/a7959254-0f98-4714-986e-9a24736c8d8b/615348b5-6fa7-48fb-a7e6-5bef47a8085a) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:35.802316 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-96d7159e-4000-4beb-9ee5-235e2d429839 req-2c407200-bdad-4b7d-a0c4-b700108af187 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0722985 Jun 23 14:12:35.936615 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4854273-dcd4-4bea-aa01-fe294b650d06 req-8ffce1b3-8703-4f7a-85f9-edd962b3ad36 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:35.938205 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c4854273-dcd4-4bea-aa01-fe294b650d06 req-8ffce1b3-8703-4f7a-85f9-edd962b3ad36 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2151275 Jun 23 14:12:35.957315 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.008864 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.016958 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c4854273-dcd4-4bea-aa01-fe294b650d06 req-1b1767d5-2564-45f9-bb1e-f7a6158c6623 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679011 Jun 23 14:12:36.084456 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.095206 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:36.142946 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:12:36.158191 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:36.161035 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:36.164206 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:36.192792 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3274be24-9669-4c74-8621-6f7d03e98bc2 None None] Network f9992e5f-b2a7-4352-85af-3de44301741f requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:36.196580 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Pushing event updated for resources: {'Port': ['ID=615348b5-6fa7-48fb-a7e6-5bef47a8085a,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:36.201579 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:36.233649 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.234448 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.258518 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1770096 Jun 23 14:12:36.276304 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Request body: {'port': {'device_id': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:36.279384 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:36.289618 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Provisioning for port a45f0481-af76-424d-bc48-ca9a12a59896 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:36.292042 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Sync routers for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:36.302467 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Provisioning complete for port a45f0481-af76-424d-bc48-ca9a12a59896 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:36.303108 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.304256 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:36.305313 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:36.311466 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.316146 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e284d1f5-0c87-437c-a0fa-8f7a57423237 admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5174377 Jun 23 14:12:36.317085 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51022) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:36.370453 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.439554 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:36.457234 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.504020 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] For port a45f0481-af76-424d-bc48-ca9a12a59896, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a45f0481-af76-424d-bc48-ca9a12a59896,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:36.508612 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.511152 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:36.584750 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Pushing event updated for resources: {'Port': ['ID=a45f0481-af76-424d-bc48-ca9a12a59896,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:36.593100 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:36.731320 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:35Z', 'revision_number': 3, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:36.766586 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Checking router: 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:36.767338 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Updating router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 port ecb0fe3a-be9f-430f-98e2-172805396db7 binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:36.805701 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.830374 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-7778a74d-47b6-405a-a041-00d78073bbbe None None] Provisioning complete for port a45f0481-af76-424d-bc48-ca9a12a59896 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:36.831190 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7778a74d-47b6-405a-a041-00d78073bbbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.876941 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 615348b5-6fa7-48fb-a7e6-5bef47a8085a {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:36.885911 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.898305 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Transition to ACTIVE for port object 615348b5-6fa7-48fb-a7e6-5bef47a8085a will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:36.914089 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.914355 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:36.921155 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-897904cf-28a2-48ad-b87c-b1652c17aa59 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:36.982716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed544a7c-d0ac-445b-bd9d-afdd325f01e3 req-61a7b630-3ee5-4010-a301-e22120ae41c1 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:36.984276 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ed544a7c-d0ac-445b-bd9d-afdd325f01e3 req-61a7b630-3ee5-4010-a301-e22120ae41c1 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.2892230 Jun 23 14:12:36.999886 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Pushing event updated for resources: {'Port': ['ID=615348b5-6fa7-48fb-a7e6-5bef47a8085a,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.015747 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab08ccd-6c69-4e86-bd49-20a095b67a0b req-ff240426-7b51-4f7b-bb9c-1982b942e53f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.017259 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dab08ccd-6c69-4e86-bd49-20a095b67a0b req-ff240426-7b51-4f7b-bb9c-1982b942e53f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.2799909 Jun 23 14:12:37.018239 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.034478 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.103129 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Allocated IP 172.20.0.1 (f9992e5f-b2a7-4352-85af-3de44301741f/d41237a8-7e54-4a58-9837-71b25af557b8/d6247615-cd36-4bb1-9a21-c419d9cae64d) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:37.112342 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ed544a7c-d0ac-445b-bd9d-afdd325f01e3 req-87f326ef-199b-41b1-91f5-59779722257d tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160564 Jun 23 14:12:37.125296 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dab08ccd-6c69-4e86-bd49-20a095b67a0b req-2bff772b-9551-4387-b0d9-29adc143eaa4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0980380 Jun 23 14:12:37.162704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Attempting to bind port 615348b5-6fa7-48fb-a7e6-5bef47a8085a on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:37.163469 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Attempting to bind port 615348b5-6fa7-48fb-a7e6-5bef47a8085a by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:37.163811 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Attempting to bind port 615348b5-6fa7-48fb-a7e6-5bef47a8085a on network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:37.177287 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Port 615348b5-6fa7-48fb-a7e6-5bef47a8085a on network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:12:37.177474 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Attempting to bind port 615348b5-6fa7-48fb-a7e6-5bef47a8085a on network 5ffe3226-b65b-4924-b55a-5b0be7b5c79c {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:37.188996 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:37.189633 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Checking segment: {'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:37.190534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Bound using segment: {'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:37.203797 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Bound port: 615348b5-6fa7-48fb-a7e6-5bef47a8085a, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95b2a42c-4078-4438-9174-4c8982c48a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 847, 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:37.204848 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.287600 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.288739 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.304474 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Transition to ACTIVE for port object d6247615-cd36-4bb1-9a21-c419d9cae64d will not be triggered until provisioned by entity DHCP. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:37.320216 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Transition to ACTIVE for port object ecb0fe3a-be9f-430f-98e2-172805396db7 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:37.340645 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.342128 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a45f0481-af76-424d-bc48-ca9a12a59896 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:37.347919 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-79cdf868-cb11-4b81-a2c8-8fc69850980a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.387992 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.390401 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.404602 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Attempting to bind port ecb0fe3a-be9f-430f-98e2-172805396db7 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:37.404973 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Attempting to bind port ecb0fe3a-be9f-430f-98e2-172805396db7 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:37.405537 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Attempting to bind port ecb0fe3a-be9f-430f-98e2-172805396db7 on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:37.410229 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Pushing event updated for resources: {'Port': ['ID=ecb0fe3a-be9f-430f-98e2-172805396db7,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.414958 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:37.415588 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:37.416401 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.417030 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:37.418086 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Bound port: ecb0fe3a-be9f-430f-98e2-172805396db7, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:37.418880 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.424325 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] For port 615348b5-6fa7-48fb-a7e6-5bef47a8085a, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:37.428787 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port a45f0481-af76-424d-bc48-ca9a12a59896 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:37.429588 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.441548 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] For port 615348b5-6fa7-48fb-a7e6-5bef47a8085a, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=615348b5-6fa7-48fb-a7e6-5bef47a8085a,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:37.441799 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.442356 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.442930 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.443865 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.444346 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.444809 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.445714 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.446247 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.446718 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.447189 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.448213 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.448689 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:37.454205 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.461879 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.480652 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Network f9992e5f-b2a7-4352-85af-3de44301741f is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:37.483500 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:37.495029 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] For port ecb0fe3a-be9f-430f-98e2-172805396db7, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:37.496095 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:37.503938 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d6417364-afbe-495a-a2d9-7714acfdd3d1 tempest-VolumesActionsTest-612404297 tempest-VolumesActionsTest-612404297-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.506395 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] For port ecb0fe3a-be9f-430f-98e2-172805396db7, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=ecb0fe3a-be9f-430f-98e2-172805396db7,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:37.516133 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.521724 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:37.540508 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Pushing event updated for resources: {'Port': ['ID=d6247615-cd36-4bb1-9a21-c419d9cae64d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.568125 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.597453 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.598432 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.600177 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] 10.222.0.42 "PUT /v2.0/ports/615348b5-6fa7-48fb-a7e6-5bef47a8085a HTTP/1.1" status: 200 len: 1093 time: 1.3310430 Jun 23 14:12:37.606579 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'tag': '615348b5-6fa7-48fb-a7e6-5bef47a8085a'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:37.606807 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.610635 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f65500ff-6fba-4cae-9839-0506f244381c" -d '{"events": [{"name": "network-changed", "server_uuid": "4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9", "tag": "615348b5-6fa7-48fb-a7e6-5bef47a8085a"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:37.642299 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Pushing event updated for resources: {'Port': ['ID=ecb0fe3a-be9f-430f-98e2-172805396db7,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.646919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Pushing event updated for resources: {'Port': ['ID=615348b5-6fa7-48fb-a7e6-5bef47a8085a,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:37.650668 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.663960 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-d661a59e-3f21-49ff-bc36-f3b7524e2031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:37.664724 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:37.667214 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:37.714811 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1227a6a-1da8-41a8-808d-0e5b29bfb94d req-93218e9f-df22-47f4-b643-7baa4bdadc00 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.723694 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e1227a6a-1da8-41a8-808d-0e5b29bfb94d req-93218e9f-df22-47f4-b643-7baa4bdadc00 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 943 time: 0.3461552 Jun 23 14:12:37.758824 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f48373-ebfe-49a2-bea1-16a854a3f7cb req-425510c7-02a6-4581-ab8a-efbc4ca6b434 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.761232 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-16f48373-ebfe-49a2-bea1-16a854a3f7cb req-425510c7-02a6-4581-ab8a-efbc4ca6b434 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.4337666 Jun 23 14:12:37.798332 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.818597 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e1227a6a-1da8-41a8-808d-0e5b29bfb94d req-4fd7b79b-4948-4ea7-a43a-d8935c9c30e8 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938976 Jun 23 14:12:37.826202 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:37.839698 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-16f48373-ebfe-49a2-bea1-16a854a3f7cb req-b301680b-92db-4352-ae4e-3915ec212c5e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684822 Jun 23 14:12:37.844638 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-fc484e0b-327a-48d6-9d81-2391b11e1aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:37.846570 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-fc484e0b-327a-48d6-9d81-2391b11e1aa4 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e13c37e9e435468185f480eb70821d06&device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.1744676 Jun 23 14:12:37.871515 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-76ca909d-2a20-4b0e-8e02-d55cb0f19460 None None] Provisioning for port d6247615-cd36-4bb1-9a21-c419d9cae64d completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:37.879261 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-76ca909d-2a20-4b0e-8e02-d55cb0f19460 None None] Provisioning complete for port d6247615-cd36-4bb1-9a21-c419d9cae64d triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:37.879648 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-76ca909d-2a20-4b0e-8e02-d55cb0f19460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:37.907801 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-1f70c71b-aac1-403a-8051-50f471c22d8c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=615348b5-6fa7-48fb-a7e6-5bef47a8085a HTTP/1.1" status: 200 len: 217 time: 0.0489638 Jun 23 14:12:37.930328 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4504691-2ec2-4b48-af3e-3974ff3f0eae x-openstack-request-id: req-a4504691-2ec2-4b48-af3e-3974ff3f0eae {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:37.930752 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9", "tag": "615348b5-6fa7-48fb-a7e6-5bef47a8085a", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:37.931123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-a4504691-2ec2-4b48-af3e-3974ff3f0eae {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:37.931655 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'tag': '615348b5-6fa7-48fb-a7e6-5bef47a8085a', 'status': 'completed', 'code': 200} Jun 23 14:12:37.970605 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-76ca909d-2a20-4b0e-8e02-d55cb0f19460 None None] Port d6247615-cd36-4bb1-9a21-c419d9cae64d cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:38.035742 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.042949 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.045934 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5fa0313-539a-4e0e-88d3-3b56636ec19d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:38.085944 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:35Z', 'revision_number': 3, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:38.120468 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79267108-25bf-4618-94ba-9bc3161d876f None None] The sync data for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb is: [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:35Z', 'revision_number': 3, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:38.134344 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Pushing event updated for resources: {'Port': ['ID=d6247615-cd36-4bb1-9a21-c419d9cae64d,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:38.138157 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:38.167981 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.247492 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-b8ee9d4f-12b7-4843-ac97-2dbcbeaa4d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.249066 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-b8ee9d4f-12b7-4843-ac97-2dbcbeaa4d34 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7959254-0f98-4714-986e-9a24736c8d8b HTTP/1.1" status: 200 len: 853 time: 0.3315587 Jun 23 14:12:38.310188 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-b48eda9c-489f-4f2a-8029-54f4fce0325c service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497632 Jun 23 14:12:38.327696 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Network f9992e5f-b2a7-4352-85af-3de44301741f is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:38.330193 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:38.496014 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4c3747-8a58-4867-bb92-0a4dd1edaedc req-59019806-6f85-4d80-9399-ecf88adf2cca tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.503908 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be4c3747-8a58-4867-bb92-0a4dd1edaedc req-59019806-6f85-4d80-9399-ecf88adf2cca tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.2537804 Jun 23 14:12:38.526814 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:12:38.597800 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-be4c3747-8a58-4867-bb92-0a4dd1edaedc req-3e1c7e90-eebb-4857-9ec2-985b78bd0a39 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0929928 Jun 23 14:12:38.604867 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-4b299d85-7e58-4918-bb38-840c0954cb72 service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880979 Jun 23 14:12:38.612732 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff8c1bf-cbf8-44fa-9f3c-ee6ed24a5350 req-3e274262-de02-4318-b21d-2650f2a3dc32 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:38.614311 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bff8c1bf-cbf8-44fa-9f3c-ee6ed24a5350 req-3e274262-de02-4318-b21d-2650f2a3dc32 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.2655349 Jun 23 14:12:38.721391 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:38.727877 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] 10.222.0.16 "PUT /v2.0/routers/3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092402 Jun 23 14:12:38.752865 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bff8c1bf-cbf8-44fa-9f3c-ee6ed24a5350 req-02b3f93c-7ab1-4e6a-b558-9856eaf9363a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1294649 Jun 23 14:12:38.791364 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a06f3197-7f46-4e35-b728-2a21f333df52 req-6f7f0c86-2cb4-4f40-807c-6f535c900ecb service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759303 Jun 23 14:12:38.814855 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-2a9b5854-beec-4863-afe0-984cb3139428 None None] Provisioning complete for port d6247615-cd36-4bb1-9a21-c419d9cae64d triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:38.815594 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2a9b5854-beec-4863-afe0-984cb3139428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:38.935220 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-2a9b5854-beec-4863-afe0-984cb3139428 None None] Port d6247615-cd36-4bb1-9a21-c419d9cae64d cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:39.012725 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65500ff-6fba-4cae-9839-0506f244381c req-be9388b7-6eca-488b-b0ae-f13f87e9e63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.019183 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f65500ff-6fba-4cae-9839-0506f244381c req-be9388b7-6eca-488b-b0ae-f13f87e9e63a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e13c37e9e435468185f480eb70821d06&device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 1096 time: 0.1658156 Jun 23 14:12:39.149274 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65500ff-6fba-4cae-9839-0506f244381c req-6ec98de4-0e76-4efb-bc6a-63eccebfeda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.153848 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f65500ff-6fba-4cae-9839-0506f244381c req-6ec98de4-0e76-4efb-bc6a-63eccebfeda5 service neutron] 10.222.0.42 "GET /v2.0/networks?id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c HTTP/1.1" status: 200 len: 914 time: 0.1238573 Jun 23 14:12:39.269445 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f65500ff-6fba-4cae-9839-0506f244381c req-17ec0061-42cb-40f6-b0f9-4c675b5fffe2 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=615348b5-6fa7-48fb-a7e6-5bef47a8085a HTTP/1.1" status: 200 len: 217 time: 0.0956149 Jun 23 14:12:39.353105 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device ecb0fe3a-be9f-430f-98e2-172805396db7 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:39.391931 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcf7274-86bd-4d64-be95-8b3b1d7da8d0 req-9fa946af-7f42-452c-bbf6-06e11aeba5ef tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.398804 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8bcf7274-86bd-4d64-be95-8b3b1d7da8d0 req-9fa946af-7f42-452c-bbf6-06e11aeba5ef tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2462721 Jun 23 14:12:39.409546 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a428d5-63bd-40c6-aa65-a6055535a1f9 req-ad000065-8317-4360-8a7d-cd2109f3d6d3 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.417819 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5a428d5-63bd-40c6-aa65-a6055535a1f9 req-ad000065-8317-4360-8a7d-cd2109f3d6d3 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 943 time: 0.2642527 Jun 23 14:12:39.422869 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65500ff-6fba-4cae-9839-0506f244381c req-76c11e13-b751-49fe-9cfb-59b0729f5a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.424594 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f65500ff-6fba-4cae-9839-0506f244381c req-76c11e13-b751-49fe-9cfb-59b0729f5a3c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=a7959254-0f98-4714-986e-9a24736c8d8b HTTP/1.1" status: 200 len: 853 time: 0.1495392 Jun 23 14:12:39.428727 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port ecb0fe3a-be9f-430f-98e2-172805396db7 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:39.434153 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port ecb0fe3a-be9f-430f-98e2-172805396db7 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:39.435024 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.518646 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f65500ff-6fba-4cae-9839-0506f244381c req-f4637e5e-c144-4f4a-84b9-a52672880590 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=5ffe3226-b65b-4924-b55a-5b0be7b5c79c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0820391 Jun 23 14:12:39.558689 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.605006 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8bcf7274-86bd-4d64-be95-8b3b1d7da8d0 req-1a0cc6e3-9ca0-427e-9152-496586cb8768 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2049503 Jun 23 14:12:39.617494 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51100) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:39.621004 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port ecb0fe3a-be9f-430f-98e2-172805396db7, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=ecb0fe3a-be9f-430f-98e2-172805396db7,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:39.623625 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1230769726-network', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:39.626840 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.630264 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:39.668169 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Made reservation on behalf of b9f98930e57240eaa38adbfceb6f6f96 for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:39.673742 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.674825 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5a428d5-63bd-40c6-aa65-a6055535a1f9 req-b1f2caa7-00b9-41c5-8617-0e5f3df34364 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2552657 Jun 23 14:12:39.686620 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.721152 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f65500ff-6fba-4cae-9839-0506f244381c req-d35cc87a-8d5c-4fa9-afb1-ecb5c8e84daf service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922534 Jun 23 14:12:39.722835 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=ecb0fe3a-be9f-430f-98e2-172805396db7,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:39.728983 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:39.803231 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.809180 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.813376 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0a9ca39-93c3-48fb-8907-ef4c711e6f32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:39.839499 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 844} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:12:39.850799 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0fe19e4-a748-4512-95a5-890869f5680a,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:39.868610 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.871068 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Added segment 9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e of type vlan for network 83e552f8-1eaf-494f-9dac-2846fc46c52b Jun 23 14:12:39.872249 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f65500ff-6fba-4cae-9839-0506f244381c req-527d2d34-a388-4300-b416-6c606be831e7 service neutron] 10.222.0.42 "GET /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419976 Jun 23 14:12:39.873561 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:39.879765 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec01fcb-328b-442e-acac-33d83c370930 req-9794aa0d-cedc-4b6e-a56a-afa752209b66 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.881244 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7ec01fcb-328b-442e-acac-33d83c370930 req-9794aa0d-cedc-4b6e-a56a-afa752209b66 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1243057 Jun 23 14:12:39.923524 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.936021 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7ec01fcb-328b-442e-acac-33d83c370930 req-2d4195a9-aa31-4389-a63d-893f4e54b72c tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468545 Jun 23 14:12:39.965820 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.967322 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.967915 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:39.971945 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-45cfd06f-bd13-41c6-a645-9da58d55cf50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:39.995916 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb76dad-9f8c-402f-9291-92bbf8ff27a7 req-a9b78c47-9e0d-4c17-9a90-fb88ebb80dd1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:39.998467 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ddb76dad-9f8c-402f-9291-92bbf8ff27a7 req-a9b78c47-9e0d-4c17-9a90-fb88ebb80dd1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.0865822 Jun 23 14:12:40.000673 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3816264 Jun 23 14:12:40.003275 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51108) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:40.013326 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Request body: {'subnet': {'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1230769726-subnet', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:40.032906 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Pushing event updated for resources: {'Network': ['ID=83e552f8-1eaf-494f-9dac-2846fc46c52b,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:40.035633 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:40.048096 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:12:40.075092 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ddb76dad-9f8c-402f-9291-92bbf8ff27a7 req-d7c053d3-2efb-4150-ada2-ff747fb07c78 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0666296 Jun 23 14:12:40.075821 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Made reservation on behalf of b9f98930e57240eaa38adbfceb6f6f96 for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:12:40.078369 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61245805'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.267077 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62456153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61245823'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.269423 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:40.319386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=25b17a23-9a62-4e83-9e1f-7356544c984d,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:40.329574 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:40.343174 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Checking segment: {'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:40.343601 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Network hostable DHCP agents. Network: 83e552f8-1eaf-494f-9dac-2846fc46c52b, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:12:40.362546 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:12:40.373524 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 83e552f8-1eaf-494f-9dac-2846fc46c52b) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:40.378434 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.379130 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.382589 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac7e2df-df19-4350-8700-1e1fd5fc9cd0 None None] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:40.407922 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-25a2f7bc-52bd-43e6-b05b-87ac88ceaa1a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3969917 Jun 23 14:12:40.408367 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51116) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:40.411552 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:12:40.414162 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 615348b5-6fa7-48fb-a7e6-5bef47a8085a details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:40.434397 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.435623 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.464894 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Sync routers for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:40.489730 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:40.490480 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:40.500249 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.659484 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.830773 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f2f9eb-1998-4b7c-ab24-23a3fc2d0da7 req-a63c5574-28c9-4158-852b-3629b3063867 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.834994 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38f2f9eb-1998-4b7c-ab24-23a3fc2d0da7 req-a63c5574-28c9-4158-852b-3629b3063867 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0854821 Jun 23 14:12:40.903831 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 615348b5-6fa7-48fb-a7e6-5bef47a8085a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=615348b5-6fa7-48fb-a7e6-5bef47a8085a,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:40.915662 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38f2f9eb-1998-4b7c-ab24-23a3fc2d0da7 req-97bd4ac6-3d4a-4bb0-80e8-c8616114f480 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611978 Jun 23 14:12:40.919817 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-83e552f8-1eaf-494f-9dac-2846fc46c52b', 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'fixed_ips': [{'subnet_id': '25b17a23-9a62-4e83-9e1f-7356544c984d'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:12:40.921745 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:40.939103 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:40.941087 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '615348b5-6fa7-48fb-a7e6-5bef47a8085a', 'network_id': '5ffe3226-b65b-4924-b55a-5b0be7b5c79c', 'port_id': '615348b5-6fa7-48fb-a7e6-5bef47a8085a', 'mac_address': 'fa:16:3e:49:ef:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 847, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7959254-0f98-4714-986e-9a24736c8d8b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:40.981298 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37f7f28-df4e-43ba-baed-9e0cb3a9aec1 req-5ac17a68-40b6-47e0-b362-99a99a8e0268 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:40.982913 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e37f7f28-df4e-43ba-baed-9e0cb3a9aec1 req-5ac17a68-40b6-47e0-b362-99a99a8e0268 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 943 time: 0.1469913 Jun 23 14:12:40.996183 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.026096 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.059695 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e37f7f28-df4e-43ba-baed-9e0cb3a9aec1 req-9cd20331-e690-4b25-9772-3d684e44caa6 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677030 Jun 23 14:12:41.172082 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Allocated IP 172.28.2.139 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/3fa7e05c-9717-4d19-942f-057ba853f2e6) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:41.201484 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9eb117-7b39-42ac-9cac-2b78fae9c159 req-6cfc3a08-9e53-43bb-9e39-5f07bdbdb5e7 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.203645 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0e9eb117-7b39-42ac-9cac-2b78fae9c159 req-6cfc3a08-9e53-43bb-9e39-5f07bdbdb5e7 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0727181 Jun 23 14:12:41.276649 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0e9eb117-7b39-42ac-9cac-2b78fae9c159 req-094a1377-8e0e-4824-8436-d91e744c30e9 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671024 Jun 23 14:12:41.324675 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51150) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:41.343019 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.355980 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.356649 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device ecb0fe3a-be9f-430f-98e2-172805396db7 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:41.415636 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Allocated IP 172.20.0.2 (83e552f8-1eaf-494f-9dac-2846fc46c52b/25b17a23-9a62-4e83-9e1f-7356544c984d/7651e7fb-04de-44f6-8bff-8e2ce930eb96) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:41.422135 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.423631 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96fa0cd-ec8a-40d9-a93f-76b75230488e req-d0c85fff-95b4-4e5c-8a1c-f72706f79cfb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:41.425426 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d96fa0cd-ec8a-40d9-a93f-76b75230488e req-d0c85fff-95b4-4e5c-8a1c-f72706f79cfb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.0937145 Jun 23 14:12:41.425580 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:41.434146 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 615348b5-6fa7-48fb-a7e6-5bef47a8085a {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:41.474159 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:41.478725 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:41.484726 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:41.486605 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d96fa0cd-ec8a-40d9-a93f-76b75230488e req-89a3f1c8-cdfa-4c2c-9e99-069a1352fd6d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470948 Jun 23 14:12:41.488400 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Pushing event updated for resources: {'Port': ['ID=3fa7e05c-9717-4d19-942f-057ba853f2e6,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:41.524071 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:41.558065 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 615348b5-6fa7-48fb-a7e6-5bef47a8085a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=615348b5-6fa7-48fb-a7e6-5bef47a8085a,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:41.570687 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f1d326ae-b285-4248-b852-c3f17666615b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.600316 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.605484 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:41.712690 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f1d326ae-b285-4248-b852-c3f17666615b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.715476 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port ecb0fe3a-be9f-430f-98e2-172805396db7 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:41.715923 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.722939 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-f1d326ae-b285-4248-b852-c3f17666615b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.727732 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-979435e4-4308-46b5-92fc-f219387c98ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:41.767825 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=615348b5-6fa7-48fb-a7e6-5bef47a8085a,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:41.771021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:41.784623 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-f1d326ae-b285-4248-b852-c3f17666615b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=1fe93d82abcc427a95722f43a8d57dc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4563982 Jun 23 14:12:41.785389 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51162) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:41.793581 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d326ae-b285-4248-b852-c3f17666615b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52c1a4a8-1038-4db4-b06b-5131c45dd763,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:41.797281 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 2, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:41.803592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-f1d326ae-b285-4248-b852-c3f17666615b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:41.849256 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Checking router: 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:41.849646 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Updating router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 port d6247615-cd36-4bb1-9a21-c419d9cae64d binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:41.852743 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.887323 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.889350 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.914487 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Transition to ACTIVE for port object 7651e7fb-04de-44f6-8bff-8e2ce930eb96 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:41.929621 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.949165 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.952765 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:41.954080 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/52c1a4a8-1038-4db4-b06b-5131c45dd763 HTTP/1.1" status: 204 len: 168 time: 0.1676917 Jun 23 14:12:41.954957 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-acc7e173-df38-4de4-b3ac-06dd7a93b03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:41.965147 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52c1a4a8-1038-4db4-b06b-5131c45dd763,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:41.975549 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:41.984856 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Transition to ACTIVE for port object 7651e7fb-04de-44f6-8bff-8e2ce930eb96 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:42.006590 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['615348b5-6fa7-48fb-a7e6-5bef47a8085a'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:42.055863 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.062258 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:42.111879 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.136005 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:42.151255 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:42.153485 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:42.248092 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Pushing event updated for resources: {'Port': ['ID=7651e7fb-04de-44f6-8bff-8e2ce930eb96,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:42.251902 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:42.270307 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f1fda-9b3b-412d-9c6a-d6552e836921 req-86b49ee3-54bf-4384-bde1-973802eb6dc2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:42.283351 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-109f1fda-9b3b-412d-9c6a-d6552e836921 req-86b49ee3-54bf-4384-bde1-973802eb6dc2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1915236 Jun 23 14:12:42.320518 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.371060 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-109f1fda-9b3b-412d-9c6a-d6552e836921 req-3803fdc9-4f57-4980-8887-03bf6e58724d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860181 Jun 23 14:12:42.375938 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Attempting to bind port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:42.376466 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Attempting to bind port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:42.376683 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Attempting to bind port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 on network 83e552f8-1eaf-494f-9dac-2846fc46c52b {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:42.395857 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51174) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:42.401044 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:42.401590 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Checking segment: {'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:42.402313 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.402732 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Bound using segment: {'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:42.403235 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Bound port: 7651e7fb-04de-44f6-8bff-8e2ce930eb96, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:42.403625 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.422123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-736c4c29-cefb-44c4-b6cf-53d9129bd95b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.464023 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88c2d6f-6d6a-4af0-8ab2-b9faba741c26 req-9d5d8b3d-5a9d-4430-a33b-bfe89a3971a4 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:42.472212 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f88c2d6f-6d6a-4af0-8ab2-b9faba741c26 req-9d5d8b3d-5a9d-4430-a33b-bfe89a3971a4 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1668794 Jun 23 14:12:42.502864 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:12:42.573987 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f88c2d6f-6d6a-4af0-8ab2-b9faba741c26 req-893e1559-140b-4d72-8de2-03b9a182527c tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001766 Jun 23 14:12:42.583152 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] For port 7651e7fb-04de-44f6-8bff-8e2ce930eb96, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:42.590925 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] For port 7651e7fb-04de-44f6-8bff-8e2ce930eb96, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=7651e7fb-04de-44f6-8bff-8e2ce930eb96,segment=NetworkSegment(9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e),segment_id=9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:42.616815 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.623027 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:42.644548 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac36bf6-4fcc-44f2-b454-9d1733a1f85f req-52084c8d-08df-4e6e-9432-385c99c7ce66 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:42.646078 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dac36bf6-4fcc-44f2-b454-9d1733a1f85f req-52084c8d-08df-4e6e-9432-385c99c7ce66 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1439233 Jun 23 14:12:42.652765 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:42.662795 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-736c4c29-cefb-44c4-b6cf-53d9129bd95b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.664058 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Sync routers for ids ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:42.685721 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Routers {'66d38b29-a39a-4f1e-8d71-b71ced6ae999'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:42.686983 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:42.688518 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-736c4c29-cefb-44c4-b6cf-53d9129bd95b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.692187 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.695639 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9d2341e7-7dc4-4e24-9a7c-b523c9b6b3b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:42.709392 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.713101 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3030844 Jun 23 14:12:42.713687 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51178) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:42.740751 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Transition to ACTIVE for port object d6247615-cd36-4bb1-9a21-c419d9cae64d will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:42.750501 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Pushing event updated for resources: {'Port': ['ID=7651e7fb-04de-44f6-8bff-8e2ce930eb96,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:42.758874 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:42.762990 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:42.765164 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:42.795316 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-736c4c29-cefb-44c4-b6cf-53d9129bd95b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0982206368414c6c897c53d7a20df443&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3983846 Jun 23 14:12:42.800128 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51184) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:42.800319 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c4c29-cefb-44c4-b6cf-53d9129bd95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc70f44-1664-4c6b-8b0d-df32e8b50430,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:42.820297 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dac36bf6-4fcc-44f2-b454-9d1733a1f85f req-ece06b57-536a-4a50-b83c-9483431137ef tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1635458 Jun 23 14:12:42.885359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3bf89-e2e0-4de2-a3b7-e77cac488ea9 None None] Pushing event updated for resources: {'Port': ['ID=d6247615-cd36-4bb1-9a21-c419d9cae64d,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:42.888269 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-c9c3bf89-e2e0-4de2-a3b7-e77cac488ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:42.904933 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Set router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:42.970676 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-736c4c29-cefb-44c4-b6cf-53d9129bd95b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:43.044847 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Attempting to bind port d6247615-cd36-4bb1-9a21-c419d9cae64d on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:43.050240 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Attempting to bind port d6247615-cd36-4bb1-9a21-c419d9cae64d by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:43.050655 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Attempting to bind port d6247615-cd36-4bb1-9a21-c419d9cae64d on network f9992e5f-b2a7-4352-85af-3de44301741f {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:43.069283 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:43.080639 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Checking segment: {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:43.083975 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.085242 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Bound using segment: {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:43.086536 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Bound port: d6247615-cd36-4bb1-9a21-c419d9cae64d, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:43.089209 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.114378 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.155046 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.248634 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90075c48-7d68-4bb3-8c7c-30a32ad3d71b req-2d379df1-4934-40ee-ba14-ea330f0b9eaf tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:43.250212 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:12:41Z', 'revision_number': 3, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port': {'id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:43.263298 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] For port d6247615-cd36-4bb1-9a21-c419d9cae64d, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:43.265824 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90075c48-7d68-4bb3-8c7c-30a32ad3d71b req-2d379df1-4934-40ee-ba14-ea330f0b9eaf tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.5154369 Jun 23 14:12:43.273907 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] For port d6247615-cd36-4bb1-9a21-c419d9cae64d, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=d6247615-cd36-4bb1-9a21-c419d9cae64d,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:43.281517 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.283700 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-9d76191b-57c2-4deb-9e6d-83faabb479da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:43.292716 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Checking router: 66d38b29-a39a-4f1e-8d71-b71ced6ae999 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:43.293207 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Updating router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 port 3fa7e05c-9717-4d19-942f-057ba853f2e6 binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:43.293590 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.296171 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.297312 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/adc70f44-1664-4c6b-8b0d-df32e8b50430 HTTP/1.1" status: 204 len: 168 time: 0.4760439 Jun 23 14:12:43.304698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2983204a-ae7a-4343-a915-11b0632a4596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:43.345872 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.357019 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc70f44-1664-4c6b-8b0d-df32e8b50430,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:43.364953 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:43.387650 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90075c48-7d68-4bb3-8c7c-30a32ad3d71b req-a649e317-7db6-49e0-9f2e-59a829db3245 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1142528 Jun 23 14:12:43.575453 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 7651e7fb-04de-44f6-8bff-8e2ce930eb96 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:43.668670 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.705795 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3bf89-e2e0-4de2-a3b7-e77cac488ea9 None None] Pushing event updated for resources: {'Port': ['ID=d6247615-cd36-4bb1-9a21-c419d9cae64d,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:43.709213 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-c9c3bf89-e2e0-4de2-a3b7-e77cac488ea9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:43.726428 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc69051-5336-42de-91e7-faf6c529038d req-3616a066-2c0b-4203-b2ae-9c9478c568ac tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:43.737217 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbc69051-5336-42de-91e7-faf6c529038d req-3616a066-2c0b-4203-b2ae-9c9478c568ac tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1849492 Jun 23 14:12:43.761763 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:43.762995 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:43.862322 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fbc69051-5336-42de-91e7-faf6c529038d req-b93ca898-3caf-4a50-b870-ef52120dc854 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181200 Jun 23 14:12:43.862481 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.882130 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Transition to ACTIVE for port object 3fa7e05c-9717-4d19-942f-057ba853f2e6 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:43.912313 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:43.919328 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:43.984266 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:44.021204 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e8e4c1-d2da-47f9-ad10-31fa26294b5b req-8b15b898-673f-4543-93e5-0a3f7b589b0f tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.022666 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d349db-25fa-4026-919a-1bec50092a41 None None] Pushing event updated for resources: {'Port': ['ID=3fa7e05c-9717-4d19-942f-057ba853f2e6,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:44.030234 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-a3d349db-25fa-4026-919a-1bec50092a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:44.030697 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-13e8e4c1-d2da-47f9-ad10-31fa26294b5b req-8b15b898-673f-4543-93e5-0a3f7b589b0f tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1573932 Jun 23 14:12:44.042401 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Attempting to bind port 3fa7e05c-9717-4d19-942f-057ba853f2e6 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:44.042787 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Attempting to bind port 3fa7e05c-9717-4d19-942f-057ba853f2e6 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:44.046242 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Attempting to bind port 3fa7e05c-9717-4d19-942f-057ba853f2e6 on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:44.055400 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:44.057501 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:44.057948 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.059269 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:44.059785 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Bound port: 3fa7e05c-9717-4d19-942f-057ba853f2e6, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:44.060180 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.133133 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-13e8e4c1-d2da-47f9-ad10-31fa26294b5b req-0d7f00e6-8025-4879-bc82-9c55bdcd2ca5 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981371 Jun 23 14:12:44.158192 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Allocated IP 172.20.0.1 (83e552f8-1eaf-494f-9dac-2846fc46c52b/25b17a23-9a62-4e83-9e1f-7356544c984d/86362b12-74cc-4602-a56d-7179f6a946aa) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:12:44.182761 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:44.212509 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] For port 3fa7e05c-9717-4d19-942f-057ba853f2e6, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:44.220731 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] For port 3fa7e05c-9717-4d19-942f-057ba853f2e6, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3fa7e05c-9717-4d19-942f-057ba853f2e6,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:44.229588 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.247797 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:44.285233 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c93f1b-dfca-42d4-949d-b2cc8be42084 req-0ea63536-058a-405f-b324-63088b143d26 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.287077 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a8c93f1b-dfca-42d4-949d-b2cc8be42084 req-0ea63536-058a-405f-b324-63088b143d26 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1520166 Jun 23 14:12:44.338780 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Routers {'66d38b29-a39a-4f1e-8d71-b71ced6ae999'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:44.339327 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:44.364119 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a8c93f1b-dfca-42d4-949d-b2cc8be42084 req-6284158a-f3af-4257-b440-d2d0ab6be837 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692146 Jun 23 14:12:44.387898 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f0bdb1-4643-48fe-a6e5-8fc3deb0ae6d None None] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:12:44.401377 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.416999 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Transition to ACTIVE for port object 86362b12-74cc-4602-a56d-7179f6a946aa will not be triggered until provisioned by entity DHCP. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:44.436259 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:12:44.450242 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d349db-25fa-4026-919a-1bec50092a41 None None] Pushing event updated for resources: {'Port': ['ID=3fa7e05c-9717-4d19-942f-057ba853f2e6,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:44.455148 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-a3d349db-25fa-4026-919a-1bec50092a41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:44.458139 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 615348b5-6fa7-48fb-a7e6-5bef47a8085a up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:44.503171 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.511838 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6837a186-8e1b-41d1-8771-1fd5192cf877 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:44.583027 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] Set router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:44.599162 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:44.604906 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:44.608628 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:12:44.641464 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Pushing event updated for resources: {'Port': ['ID=86362b12-74cc-4602-a56d-7179f6a946aa,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:44.646291 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:44.668953 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.695697 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a91fdd-d5ce-409d-bbac-3aae032c1077 req-30fa6dc6-c036-4fd2-b3c3-f0164acb96f8 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:44.698428 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3a91fdd-d5ce-409d-bbac-3aae032c1077 req-30fa6dc6-c036-4fd2-b3c3-f0164acb96f8 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1024559 Jun 23 14:12:44.774725 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3a91fdd-d5ce-409d-bbac-3aae032c1077 req-c743b202-4c41-41f0-8781-2e05193c1c92 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0698040 Jun 23 14:12:44.793246 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:44.839085 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Provisioning for port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:44.858306 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Provisioning complete for port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:44.859053 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.873658 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.877885 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:12:41Z', 'revision_number': 3, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port': {'id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:44.921388 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 615348b5-6fa7-48fb-a7e6-5bef47a8085a completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:44.933494 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'port_id': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'mac_address': 'fa:16:3e:4f:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:12:44.982981 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:44.993640 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 615348b5-6fa7-48fb-a7e6-5bef47a8085a triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:44.994819 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.019937 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] For port 7651e7fb-04de-44f6-8bff-8e2ce930eb96, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=7651e7fb-04de-44f6-8bff-8e2ce930eb96,segment=NetworkSegment(9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e),segment_id=9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:45.022817 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fb92ddf-d248-46c2-ad5f-61a22ef032a3 None None] The sync data for ids ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'] in dv-cinder-794001-2-smb is: [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:12:41Z', 'revision_number': 3, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port': {'id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:45.054135 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.083072 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:45.156847 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.168633 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640e47d8-9a58-46bf-a1d7-fbc9a03ef5e9 req-93f49958-cd2d-4378-a3dc-47131cdfe037 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:45.176353 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-640e47d8-9a58-46bf-a1d7-fbc9a03ef5e9 req-93f49958-cd2d-4378-a3dc-47131cdfe037 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1072679 Jun 23 14:12:45.194148 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Pushing event updated for resources: {'Port': ['ID=7651e7fb-04de-44f6-8bff-8e2ce930eb96,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:45.197138 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:45.199487 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.201182 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1d618a6e-3a9b-41eb-9916-8132e5ed2605 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:12:45.208621 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:43Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:45.210562 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.215015 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e335cb1f-6090-41d5-b46d-4d1fab7bfe19 tempest-DeleteServersTestJSON-1798859859 tempest-DeleteServersTestJSON-1798859859-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:45.275998 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-640e47d8-9a58-46bf-a1d7-fbc9a03ef5e9 req-7ded3cbb-bef3-4db4-a695-e5037865ac1b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920744 Jun 23 14:12:45.298635 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada5c4f1-5552-49af-9857-f366dc4103e2 None None] The sync data for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb is: [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:43Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:45.328360 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:45.339112 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.341497 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.345745 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:45.455758 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615348b5-6fa7-48fb-a7e6-5bef47a8085a'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:45.461786 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ae4abe-da18-4640-974b-d239fd4e0b1c" -d '{"events": [{"server_uuid": "4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "615348b5-6fa7-48fb-a7e6-5bef47a8085a"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:45.533284 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 615348b5-6fa7-48fb-a7e6-5bef47a8085a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=615348b5-6fa7-48fb-a7e6-5bef47a8085a,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:45.580376 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=6']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:45.605679 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:45.618991 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['1d618a6e-3a9b-41eb-9916-8132e5ed2605'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:12:45.619511 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.622069 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Pushing event updated for resources: {'Port': ['ID=86362b12-74cc-4602-a56d-7179f6a946aa,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:45.626695 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:45.642738 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.687813 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75782db9-4626-4aeb-b859-797893bbe063 req-a5afb626-cfd8-495d-82bd-3046d648698e tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:45.695813 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-75782db9-4626-4aeb-b859-797893bbe063 req-a5afb626-cfd8-495d-82bd-3046d648698e tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 944 time: 0.1896713 Jun 23 14:12:45.705271 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:45.752666 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-75782db9-4626-4aeb-b859-797893bbe063 req-e3b1b62b-943e-4c3e-914f-583031b577d9 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499923 Jun 23 14:12:45.818273 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-3dd6a6fd-1b86-4bcb-ad4b-526bd50fb2fa None None] Provisioning for port 86362b12-74cc-4602-a56d-7179f6a946aa completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:45.839090 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-3dd6a6fd-1b86-4bcb-ad4b-526bd50fb2fa None None] Provisioning complete for port 86362b12-74cc-4602-a56d-7179f6a946aa triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:45.840462 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a6fd-1b86-4bcb-ad4b-526bd50fb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:45.861175 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=615348b5-6fa7-48fb-a7e6-5bef47a8085a,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:45.892311 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:45.903369 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5af9869c-eee9-4648-92a7-048dd6687bde x-openstack-request-id: req-5af9869c-eee9-4648-92a7-048dd6687bde {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:45.903671 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9", "name": "network-vif-plugged", "status": "completed", "tag": "615348b5-6fa7-48fb-a7e6-5bef47a8085a", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:45.903979 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5af9869c-eee9-4648-92a7-048dd6687bde {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:45.904376 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '615348b5-6fa7-48fb-a7e6-5bef47a8085a', 'code': 200} Jun 23 14:12:45.923441 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:12:45.927406 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:12:45.966852 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-3dd6a6fd-1b86-4bcb-ad4b-526bd50fb2fa None None] Port 86362b12-74cc-4602-a56d-7179f6a946aa cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:46.032286 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257ec22-47b8-40be-8d41-3461de01bc24 req-a56da2ad-00aa-4466-890e-e7669dafea39 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.043678 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-3dd6a6fd-1b86-4bcb-ad4b-526bd50fb2fa None None] Provisioning complete for port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:46.043953 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3dd6a6fd-1b86-4bcb-ad4b-526bd50fb2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.045947 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2257ec22-47b8-40be-8d41-3461de01bc24 req-a56da2ad-00aa-4466-890e-e7669dafea39 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.2621152 Jun 23 14:12:46.148932 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2257ec22-47b8-40be-8d41-3461de01bc24 req-87da291e-2cd1-46db-9243-358a3ddc4323 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012805 Jun 23 14:12:46.411138 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:12:46.492574 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-e19dbc5b-1228-4b0f-ac46-b6be8c5f262d None None] Provisioning complete for port 86362b12-74cc-4602-a56d-7179f6a946aa triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:46.493054 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e19dbc5b-1228-4b0f-ac46-b6be8c5f262d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:46.496137 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d291c47-3eb4-475a-b947-9b56779352fb req-bad01bda-bf1b-4e7e-a697-447f643d4ff9 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.515822 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d291c47-3eb4-475a-b947-9b56779352fb req-bad01bda-bf1b-4e7e-a697-447f643d4ff9 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 944 time: 0.2437491 Jun 23 14:12:46.582097 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-e19dbc5b-1228-4b0f-ac46-b6be8c5f262d None None] Port 86362b12-74cc-4602-a56d-7179f6a946aa cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:12:46.606069 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02d2a6e-bb96-4a51-ae3e-cc9f3e912ac5 req-58db268a-9c26-4fc2-96e1-0f6578b97945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.607663 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c02d2a6e-bb96-4a51-ae3e-cc9f3e912ac5 req-58db268a-9c26-4fc2-96e1-0f6578b97945 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 1098 time: 0.2803152 Jun 23 14:12:46.632963 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:12:46.648986 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] 10.222.0.16 "PUT /v2.0/routers/66d38b29-a39a-4f1e-8d71-b71ced6ae999/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9338820 Jun 23 14:12:46.694619 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d291c47-3eb4-475a-b947-9b56779352fb req-757a0f1c-2c6c-40e8-be0c-58913c16b26f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1751132 Jun 23 14:12:46.743125 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c02d2a6e-bb96-4a51-ae3e-cc9f3e912ac5 req-4a2e0727-9542-4c36-8e0f-ac4ea3a6b944 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139221 Jun 23 14:12:46.779803 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200af6e-8f94-4dba-ad4d-8101edb3b7f9 req-5d1b56c5-810e-4323-941f-5e15c2ac93e7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:46.819543 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8200af6e-8f94-4dba-ad4d-8101edb3b7f9 req-5d1b56c5-810e-4323-941f-5e15c2ac93e7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2915971 Jun 23 14:12:46.921935 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8200af6e-8f94-4dba-ad4d-8101edb3b7f9 req-34693b12-66dc-4d63-ab53-d83fc3868cea tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011145 Jun 23 14:12:47.162017 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bacf4c-60f8-4d28-a05f-9d9439442c33 req-20745f96-9e76-4eae-bab4-b07fa65fbb15 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:47.164477 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-56bacf4c-60f8-4d28-a05f-9d9439442c33 req-20745f96-9e76-4eae-bab4-b07fa65fbb15 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1392219 Jun 23 14:12:47.227596 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51310) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:47.278820 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-56bacf4c-60f8-4d28-a05f-9d9439442c33 req-73583981-566e-430e-82d4-da871f83f4f1 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970635 Jun 23 14:12:47.407820 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c5a902e9-8c01-4e3d-b137-64359d260ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.607162 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60a81c-c0bf-4f85-81ec-5427e5ae6025 req-c6895141-461d-4e89-8a88-bf50c76cde4e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:47.613821 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3fa7e05c-9717-4d19-942f-057ba853f2e6 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:47.627772 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-af60a81c-c0bf-4f85-81ec-5427e5ae6025 req-c6895141-461d-4e89-8a88-bf50c76cde4e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1719553 Jun 23 14:12:47.650256 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c5a902e9-8c01-4e3d-b137-64359d260ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.662166 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c5a902e9-8c01-4e3d-b137-64359d260ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.678474 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0b990974-69f4-43ab-9522-57affe7455a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:47.744864 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-af60a81c-c0bf-4f85-81ec-5427e5ae6025 req-0dd7ff54-00dc-47a5-a6fb-05e4f5ee260d tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142077 Jun 23 14:12:47.774782 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 3fa7e05c-9717-4d19-942f-057ba853f2e6 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:47.780612 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 3fa7e05c-9717-4d19-942f-057ba853f2e6 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:47.781000 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.802654 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c5a902e9-8c01-4e3d-b137-64359d260ece admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3ecacbdcbb9447bf905636c68d9d28eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739214 Jun 23 14:12:47.803439 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a902e9-8c01-4e3d-b137-64359d260ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d20c78-069f-4950-aae7-7a8c24925913,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:47.805325 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51350) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:47.812948 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c5a902e9-8c01-4e3d-b137-64359d260ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:47.948604 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:47.961582 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.012682 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 3fa7e05c-9717-4d19-942f-057ba853f2e6, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3fa7e05c-9717-4d19-942f-057ba853f2e6,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:48.039379 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.042447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d6247615-cd36-4bb1-9a21-c419d9cae64d up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:48.098327 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.123187 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:48.281494 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=3fa7e05c-9717-4d19-942f-057ba853f2e6,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:48.285858 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:48.379775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port d6247615-cd36-4bb1-9a21-c419d9cae64d completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:48.384100 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port d6247615-cd36-4bb1-9a21-c419d9cae64d triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:48.385375 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.393650 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bd7dd-82e3-4019-a7c8-a31514a110a8 req-f4740216-18ac-414e-8583-a30544d86243 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:48.401462 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d98bd7dd-82e3-4019-a7c8-a31514a110a8 req-f4740216-18ac-414e-8583-a30544d86243 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 944 time: 0.4450681 Jun 23 14:12:48.437900 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:48.439779 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d1244c-f4c8-43e3-8817-063026f6b7eb req-a4765303-d959-42d5-b518-cffeda3a688d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:48.448207 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-40d1244c-f4c8-43e3-8817-063026f6b7eb req-a4765303-d959-42d5-b518-cffeda3a688d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.3182118 Jun 23 14:12:48.469594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.470513 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.471432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80d20c78-069f-4950-aae7-7a8c24925913 HTTP/1.1" status: 204 len: 168 time: 0.6648200 Jun 23 14:12:48.499600 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-83b458b4-7b9d-4d1d-bcff-f6e3e360be0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:48.583262 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d98bd7dd-82e3-4019-a7c8-a31514a110a8 req-34c2bb2b-07c8-45f8-a968-850d781794bd tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1797190 Jun 23 14:12:48.584347 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d20c78-069f-4950-aae7-7a8c24925913,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:48.595890 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:48.675936 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-40d1244c-f4c8-43e3-8817-063026f6b7eb req-31fc9003-1d52-4886-bc12-6646a56623d1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268209 Jun 23 14:12:48.727588 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:48.728175 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:48.954409 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.427304 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Sync routers for ids ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:12:49.500779 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port d6247615-cd36-4bb1-9a21-c419d9cae64d, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=d6247615-cd36-4bb1-9a21-c419d9cae64d,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:49.513636 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.516730 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Routers {'66d38b29-a39a-4f1e-8d71-b71ced6ae999'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:49.517460 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:49.696351 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b25bc-2692-4c80-8a68-080d9e026e86 req-4e6ea91c-2e99-4a49-bd24-baafe53aca62 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:49.705847 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-694b25bc-2692-4c80-8a68-080d9e026e86 req-4e6ea91c-2e99-4a49-bd24-baafe53aca62 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.7589679 Jun 23 14:12:49.747453 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0baea71-efde-48df-80b6-9a428ebe7e99 req-2537661d-33f6-492f-b0e6-fbad34ca97d0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:49.760653 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a0baea71-efde-48df-80b6-9a428ebe7e99 req-2537661d-33f6-492f-b0e6-fbad34ca97d0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1673481 Jun 23 14:12:49.779216 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Set router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:49.829703 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:49.833106 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 7651e7fb-04de-44f6-8bff-8e2ce930eb96 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:49.903874 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-694b25bc-2692-4c80-8a68-080d9e026e86 req-80442c2f-1fb2-44ea-8486-7ea254254f29 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967056 Jun 23 14:12:49.937264 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:49.981228 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a0baea71-efde-48df-80b6-9a428ebe7e99 req-b5d3b74e-7adb-464e-93e6-91da15c8de67 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2190881 Jun 23 14:12:50.016919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51432) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:50.113621 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:12:50.135647 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca2145a-dbe6-45aa-82b1-b70ae79d155e" -d '{"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-plugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:12:50.185724 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=d6247615-cd36-4bb1-9a21-c419d9cae64d,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:50.193121 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:50.200948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:50.237731 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.240300 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-c9c3bf89-e2e0-4de2-a3b7-e77cac488ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:50.296636 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b5f54fdd-2568-4521-89b9-d6e9a4f131f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.339076 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afce4a63-0572-48bb-9495-4c0ddc4afd96 req-45d4e400-1b41-4e3e-8afa-e73eafca7559 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.340604 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-afce4a63-0572-48bb-9495-4c0ddc4afd96 req-45d4e400-1b41-4e3e-8afa-e73eafca7559 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 944 time: 0.1720891 Jun 23 14:12:50.377653 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:50.378479 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.382985 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=7']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:50.403225 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ce137c-6e4b-453c-933d-750b6ed6f1f8 req-a3b13780-e196-4333-98e6-653cf9cbb9dc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:50.406948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:50.411052 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-08ce137c-6e4b-453c-933d-750b6ed6f1f8 req-a3b13780-e196-4333-98e6-653cf9cbb9dc tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1819241 Jun 23 14:12:50.446707 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-afce4a63-0572-48bb-9495-4c0ddc4afd96 req-3610e95d-2739-4deb-b792-9fa85f862ee2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0964572 Jun 23 14:12:50.507455 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-08ce137c-6e4b-453c-933d-750b6ed6f1f8 req-f62fdeaf-3bc4-4a56-8926-05b4f38e3bba tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961721 Jun 23 14:12:50.673729 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b5f54fdd-2568-4521-89b9-d6e9a4f131f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.691590 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b5f54fdd-2568-4521-89b9-d6e9a4f131f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.756892 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:12:44Z', 'revision_number': 4, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port': {'id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '86362b12-74cc-4602-a56d-7179f6a946aa', 'name': '', 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'mac_address': 'fa:16:3e:99:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b17a23-9a62-4e83-9e1f-7356544c984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:43Z', 'updated_at': '2021-06-23T14:12:44Z', 'revision_number': 2, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'subnets': [{'id': '25b17a23-9a62-4e83-9e1f-7356544c984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:50.778735 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4ae2dc0a-77c5-4197-8f4f-f580a190982c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:50.793118 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51438) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:50.798179 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-b5f54fdd-2568-4521-89b9-d6e9a4f131f5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4bd29cbed05846eea15290d2ed728a5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7717254 Jun 23 14:12:50.815440 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Checking router: 66d38b29-a39a-4f1e-8d71-b71ced6ae999 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:12:50.815892 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Updating router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 port 86362b12-74cc-4602-a56d-7179f6a946aa binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:12:50.849564 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f54fdd-2568-4521-89b9-d6e9a4f131f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=791bf588-5453-491b-8856-8ad009dd6b9b,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:50.855280 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b5f54fdd-2568-4521-89b9-d6e9a4f131f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:50.902748 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.927322 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.985426 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:50.986749 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3fa7e05c-9717-4d19-942f-057ba853f2e6 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:51.089906 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.092801 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.096817 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/791bf588-5453-491b-8856-8ad009dd6b9b HTTP/1.1" status: 204 len: 168 time: 0.3018551 Jun 23 14:12:51.097765 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1e92c3c5-fc09-4961-95da-29503ba2ec76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:51.115566 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=791bf588-5453-491b-8856-8ad009dd6b9b,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:51.118552 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:51.371409 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4318df6-78f7-4bb2-807f-7e557b42c03e x-openstack-request-id: req-c4318df6-78f7-4bb2-807f-7e557b42c03e {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:12:51.371409 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-plugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:12:51.371409 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-c4318df6-78f7-4bb2-807f-7e557b42c03e {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:12:51.371409 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'code': 200} Jun 23 14:12:51.463175 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 3fa7e05c-9717-4d19-942f-057ba853f2e6 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:51.465842 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.671739 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-ac3f04bb-1f01-49f9-b1dc-ab556c55cccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:51.689165 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-ac3f04bb-1f01-49f9-b1dc-ab556c55cccd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 1098 time: 0.1841450 Jun 23 14:12:51.770692 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d6247615-cd36-4bb1-9a21-c419d9cae64d up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:51.886940 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51458) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:51.912311 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.912928 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.965670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Transition to ACTIVE for port object 86362b12-74cc-4602-a56d-7179f6a946aa will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:12:51.979793 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port d6247615-cd36-4bb1-9a21-c419d9cae64d triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:51.980383 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:51.983742 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.006468 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:52.087070 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e687d7-3b11-4560-9f24-473271811579 None None] Pushing event updated for resources: {'Port': ['ID=86362b12-74cc-4602-a56d-7179f6a946aa,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:52.094029 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f9e687d7-3b11-4560-9f24-473271811579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:52.251216 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Attempting to bind port 86362b12-74cc-4602-a56d-7179f6a946aa on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:12:52.262658 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Attempting to bind port 86362b12-74cc-4602-a56d-7179f6a946aa by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:12:52.263481 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Attempting to bind port 86362b12-74cc-4602-a56d-7179f6a946aa on network 83e552f8-1eaf-494f-9dac-2846fc46c52b {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:12:52.270685 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41857264-4f86-430c-b3c1-6e4733c95fdd req-9de984cd-c2f0-4495-a574-306ec352b49f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.282758 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-41857264-4f86-430c-b3c1-6e4733c95fdd req-9de984cd-c2f0-4495-a574-306ec352b49f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.6658313 Jun 23 14:12:52.285083 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-3f7d95ff-5337-403e-aaff-ca88f9d43536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.286586 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-3f7d95ff-5337-403e-aaff-ca88f9d43536 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 912 time: 0.5967691 Jun 23 14:12:52.300072 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:12:52.300661 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Checking segment: {'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:12:52.301211 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.301738 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Bound using segment: {'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:12:52.302401 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Bound port: 86362b12-74cc-4602-a56d-7179f6a946aa, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 844, 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:12:52.302912 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.305920 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.317841 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.328377 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9d7a9d7b-7fc5-46ee-b1e9-810c10e0f912 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:52.383790 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4b198f1229f1476fa1383965a5871263&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4953859 Jun 23 14:12:52.387117 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d9e954b-92a2-4270-9cd4-52ebdb42c3ec,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:52.421416 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51460) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:52.423736 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.424302 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.424828 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.425352 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.425877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.426421 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.426917 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.427401 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.428057 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.428574 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.429659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.430208 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:52.473786 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-edc98b55-407a-41ab-9e4d-344f4c183319 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad HTTP/1.1" status: 200 len: 1001 time: 0.1759140 Jun 23 14:12:52.481070 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5cc67a2a-1c6e-4eb6-ab1e-0470951a0121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:52.495198 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] For port 86362b12-74cc-4602-a56d-7179f6a946aa, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:12:52.519156 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] For port 86362b12-74cc-4602-a56d-7179f6a946aa, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=86362b12-74cc-4602-a56d-7179f6a946aa,segment=NetworkSegment(9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e),segment_id=9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:12:52.530450 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.543729 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.558610 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-7eed541a-ed87-4d50-bd7b-084f74c78a84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:52.618381 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.623750 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92fd81-7c0e-49c7-8f78-4f38710baf93 req-c3a3276d-572c-4c00-aca0-1b2d48ffc2a1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.628628 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0f92fd81-7c0e-49c7-8f78-4f38710baf93 req-c3a3276d-572c-4c00-aca0-1b2d48ffc2a1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.6440203 Jun 23 14:12:52.631964 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Routers {'66d38b29-a39a-4f1e-8d71-b71ced6ae999'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:12:52.632517 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:12:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:52.648973 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-dd26f0bf-4aed-4cac-96a9-6648f99a35c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.651011 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-dd26f0bf-4aed-4cac-96a9-6648f99a35c9 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.1601763 Jun 23 14:12:52.740186 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.743026 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:52.748013 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6d9e954b-92a2-4270-9cd4-52ebdb42c3ec HTTP/1.1" status: 204 len: 168 time: 0.3133955 Jun 23 14:12:52.748974 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7c4f3c1b-3e1f-4378-bdf0-f5b073ab6eb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:52.762664 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d9e954b-92a2-4270-9cd4-52ebdb42c3ec,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:52.768939 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:52.817198 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-41857264-4f86-430c-b3c1-6e4733c95fdd req-c216d423-8f57-46ca-af0d-8268b3a69241 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5335009 Jun 23 14:12:52.910100 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0f92fd81-7c0e-49c7-8f78-4f38710baf93 req-f45286fd-b4e0-4ea1-bed3-6fb84b4e2219 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2642703 Jun 23 14:12:52.966445 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-10a0ee8f-d838-4bca-98d9-9fdfc87f7c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:52.978814 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-10a0ee8f-d838-4bca-98d9-9fdfc87f7c07 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3008015 Jun 23 14:12:53.201977 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e687d7-3b11-4560-9f24-473271811579 None None] Pushing event updated for resources: {'Port': ['ID=86362b12-74cc-4602-a56d-7179f6a946aa,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:53.211630 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-d70e3239-a41f-4e52-9413-13c95142d2d6 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251055 Jun 23 14:12:53.218370 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f9e687d7-3b11-4560-9f24-473271811579 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:53.223549 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] Set router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:12:53.460095 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3c39e106-ce7e-4d94-94d5-c17c42959e5a req-fc2784b0-8d75-4013-89ff-f4ba1d2b1717 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370110 Jun 23 14:12:53.469892 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b01f0cf-d4c4-45fc-899f-cf4dd0feaaf8 req-1ee23e71-433a-4579-b56d-4042f6f741b5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:53.471749 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4b01f0cf-d4c4-45fc-899f-cf4dd0feaaf8 req-1ee23e71-433a-4579-b56d-4042f6f741b5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2197518 Jun 23 14:12:53.556921 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4b01f0cf-d4c4-45fc-899f-cf4dd0feaaf8 req-9b2aaf28-90ff-403d-bfdc-0253a61ff57e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761952 Jun 23 14:12:53.921208 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:12:44Z', 'revision_number': 4, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port': {'id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '86362b12-74cc-4602-a56d-7179f6a946aa', 'name': '', 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'mac_address': 'fa:16:3e:99:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b17a23-9a62-4e83-9e1f-7356544c984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:43Z', 'updated_at': '2021-06-23T14:12:52Z', 'revision_number': 4, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'subnets': [{'id': '25b17a23-9a62-4e83-9e1f-7356544c984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:12:54.009686 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58371e66-7948-4df1-835d-1e628f534d52 None None] The sync data for ids ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'] in dv-cinder-794001-2-smb is: [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:12:44Z', 'revision_number': 4, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port': {'id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '86362b12-74cc-4602-a56d-7179f6a946aa', 'name': '', 'network_id': '83e552f8-1eaf-494f-9dac-2846fc46c52b', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'mac_address': 'fa:16:3e:99:a2:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '25b17a23-9a62-4e83-9e1f-7356544c984d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:43Z', 'updated_at': '2021-06-23T14:12:52Z', 'revision_number': 4, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'subnets': [{'id': '25b17a23-9a62-4e83-9e1f-7356544c984d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:12:54.403004 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23169959-8b80-44dc-b936-2215080a5cec req-3f85950c-1e9c-4feb-be40-ca2365c8c71e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.422714 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-23169959-8b80-44dc-b936-2215080a5cec req-3f85950c-1e9c-4feb-be40-ca2365c8c71e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.3651419 Jun 23 14:12:54.584488 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-23169959-8b80-44dc-b936-2215080a5cec req-965375e9-41ae-4f16-a6a7-7a710c1a6f85 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596651 Jun 23 14:12:54.653998 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc83c864-e307-4988-b152-2b8e3e1401f9 req-e140ba82-6c02-4e9e-92bc-11c1ce00f5e0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:54.666969 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc83c864-e307-4988-b152-2b8e3e1401f9 req-e140ba82-6c02-4e9e-92bc-11c1ce00f5e0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.3718061 Jun 23 14:12:54.815913 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc83c864-e307-4988-b152-2b8e3e1401f9 req-284c3b38-790e-4cfb-a293-03ab34d40cfa tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1474693 Jun 23 14:12:54.980701 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 86362b12-74cc-4602-a56d-7179f6a946aa up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:55.127113 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 86362b12-74cc-4602-a56d-7179f6a946aa completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:12:55.133135 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 86362b12-74cc-4602-a56d-7179f6a946aa triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:55.133523 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.173704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe20f934-1b61-4fd1-98dd-a5974520ff14 req-22852982-3676-48ab-8882-d0674c852f81 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:55.175505 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fe20f934-1b61-4fd1-98dd-a5974520ff14 req-22852982-3676-48ab-8882-d0674c852f81 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2002308 Jun 23 14:12:55.271210 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fe20f934-1b61-4fd1-98dd-a5974520ff14 req-25027c1d-8181-41cf-aa2a-2cb20374eb85 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876498 Jun 23 14:12:55.369113 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.437179 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 86362b12-74cc-4602-a56d-7179f6a946aa, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=86362b12-74cc-4602-a56d-7179f6a946aa,segment=NetworkSegment(9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e),segment_id=9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:12:55.445431 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:55.453822 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:55.517099 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=86362b12-74cc-4602-a56d-7179f6a946aa,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:55.520886 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:56.037701 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:12:56.054902 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2788bbd1-4db0-43aa-838f-7a8b36dbf4df req-890966cb-bd6c-4fbd-aed7-45c8712b51c6 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.064713 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2788bbd1-4db0-43aa-838f-7a8b36dbf4df req-890966cb-bd6c-4fbd-aed7-45c8712b51c6 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1984611 Jun 23 14:12:56.171111 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2788bbd1-4db0-43aa-838f-7a8b36dbf4df req-d62cd93a-fe61-4c5b-9082-73ccecd13bc7 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1050050 Jun 23 14:12:56.220864 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db57e6c-c011-4705-869d-5a0c48590ccb req-f4e784b3-4d14-4008-8a1e-e53d2c1eabe1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.224868 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9db57e6c-c011-4705-869d-5a0c48590ccb req-f4e784b3-4d14-4008-8a1e-e53d2c1eabe1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1221728 Jun 23 14:12:56.313319 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9db57e6c-c011-4705-869d-5a0c48590ccb req-75f903dd-815b-4a79-ac15-bf68e3ea24f6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778759 Jun 23 14:12:56.699508 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902d2a73-4c1c-47aa-acee-bf5403a616fd req-74276f6c-9895-4fac-aa68-ef9669c0feff tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:56.700982 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-902d2a73-4c1c-47aa-acee-bf5403a616fd req-74276f6c-9895-4fac-aa68-ef9669c0feff tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1769054 Jun 23 14:12:56.814229 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-902d2a73-4c1c-47aa-acee-bf5403a616fd req-418dfd44-9762-4436-b291-9bd18b77a87b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027863 Jun 23 14:12:56.853923 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 86362b12-74cc-4602-a56d-7179f6a946aa up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:12:57.052831 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 86362b12-74cc-4602-a56d-7179f6a946aa triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:12:57.058236 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:57.960791 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7b155-2eb9-414b-a7bf-a7aee0050591 req-761b0ea9-c635-41d9-b143-d0127e622cb6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:57.997035 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-96f7b155-2eb9-414b-a7bf-a7aee0050591 req-761b0ea9-c635-41d9-b143-d0127e622cb6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.2429383 Jun 23 14:12:58.142457 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-96f7b155-2eb9-414b-a7bf-a7aee0050591 req-a692839b-4651-4bc8-92f7-d05dfbb0e8a2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1377528 Jun 23 14:12:58.257784 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51578) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:58.272324 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244a25c3-ebcf-4a90-baec-ef07fc8fb87d req-80a33aac-6c99-44a7-ac44-04e702285ce0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:58.288743 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-244a25c3-ebcf-4a90-baec-ef07fc8fb87d req-80a33aac-6c99-44a7-ac44-04e702285ce0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1445472 Jun 23 14:12:58.378300 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-244a25c3-ebcf-4a90-baec-ef07fc8fb87d req-65bdbd92-6960-4185-bc2c-955d04d21da1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862372 Jun 23 14:12:58.467039 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-561a671b-e040-4798-96b9-0cf38a5f15ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.598326 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-561a671b-e040-4798-96b9-0cf38a5f15ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.615692 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-561a671b-e040-4798-96b9-0cf38a5f15ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.668483 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:58.694770 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-561a671b-e040-4798-96b9-0cf38a5f15ed admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c3336f568834f9892b177fdad4ea91f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358089 Jun 23 14:12:58.698277 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51584) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:58.802896 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561a671b-e040-4798-96b9-0cf38a5f15ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4afaf2-3983-4236-bf5e-bc5d8fdf20d3,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:58.815699 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-561a671b-e040-4798-96b9-0cf38a5f15ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:58.881241 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:58.924929 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.020580 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.023437 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.027665 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/3c4afaf2-3983-4236-bf5e-bc5d8fdf20d3 HTTP/1.1" status: 204 len: 168 time: 0.3250213 Jun 23 14:12:59.028021 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-736c4c29-cefb-44c4-b6cf-53d9129bd95b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:59.054480 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4afaf2-3983-4236-bf5e-bc5d8fdf20d3,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:59.066154 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.066433 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.067341 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.067991 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.068510 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.069023 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.069529 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.070230 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.070748 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.071486 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.072123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.072772 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:12:59.076579 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:59.398993 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718d879-af02-458b-9c45-3d8c225761f1 req-44c40881-1ef0-413e-a5f8-f71cabd58707 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.408375 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1718d879-af02-458b-9c45-3d8c225761f1 req-44c40881-1ef0-413e-a5f8-f71cabd58707 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1191196 Jun 23 14:12:59.462703 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1718d879-af02-458b-9c45-3d8c225761f1 req-1d8d3b30-20e9-412f-bfb8-c1f4d93ccd25 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524080 Jun 23 14:12:59.542316 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f601af23-97ac-4db1-9789-1aec2436f9a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.614584 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51604) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:59.631248 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b7057e6e-f3a5-4529-8dca-749223423eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.739039 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b7057e6e-f3a5-4529-8dca-749223423eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.746129 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b7057e6e-f3a5-4529-8dca-749223423eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.750569 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7600f8d8-4614-40e0-af95-091414ce3023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:12:59.782674 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7057e6e-f3a5-4529-8dca-749223423eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a46e3535-4d1b-4d9e-bd3a-244965f4d4a5,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:12:59.805666 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b7057e6e-f3a5-4529-8dca-749223423eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:12:59.818183 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff921dda-1a82-4e97-952c-0a0146bc3f9e req-226526bd-eb5f-46d3-9ba1-0e839b2d27b1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:12:59.819786 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ff921dda-1a82-4e97-952c-0a0146bc3f9e req-226526bd-eb5f-46d3-9ba1-0e839b2d27b1 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2264419 Jun 23 14:12:59.829396 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-b7057e6e-f3a5-4529-8dca-749223423eb1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5a655f5cfb914266b5506ed553255af0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2131243 Jun 23 14:12:59.831991 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51606) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:12:59.898798 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.924009 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:12:59.924724 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ff921dda-1a82-4e97-952c-0a0146bc3f9e req-530eaa19-de1d-4fe6-8156-2661d7f8d03f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975306 Jun 23 14:13:00.038682 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.042300 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:00.046954 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/a46e3535-4d1b-4d9e-bd3a-244965f4d4a5 HTTP/1.1" status: 204 len: 168 time: 0.2136464 Jun 23 14:13:00.048508 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c56bc5dd-fbe4-4efa-8ef4-0fe1af5260ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:00.065057 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a46e3535-4d1b-4d9e-bd3a-244965f4d4a5,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:00.067854 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:00.981587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b72246d-060c-4ef1-a362-0d881fbf5cb3 req-b879c8c9-3bbb-400a-adc3-240c227d84bf tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:00.983330 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3b72246d-060c-4ef1-a362-0d881fbf5cb3 req-b879c8c9-3bbb-400a-adc3-240c227d84bf tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.2603295 Jun 23 14:13:01.135174 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3b72246d-060c-4ef1-a362-0d881fbf5cb3 req-7a31c9fe-75d2-4336-aa64-acdbf41d862a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1392603 Jun 23 14:13:01.394560 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8cc93d-8dab-45e8-a645-33a3afa1c693 req-fa589b33-9500-40e9-a623-0c9d22172f3d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:01.413430 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7c8cc93d-8dab-45e8-a645-33a3afa1c693 req-fa589b33-9500-40e9-a623-0c9d22172f3d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2009561 Jun 23 14:13:01.565660 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7c8cc93d-8dab-45e8-a645-33a3afa1c693 req-35a6a8a9-54dc-4fa7-9c3b-690eada2f020 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508696 Jun 23 14:13:02.242662 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-74961c8e-e9dc-4222-9166-3f554ce029e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:02.257371 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:02.542791 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279fce33-286d-4e2d-9c14-b750eb13371a req-90daab45-efa2-478e-92e9-c68bfa75e22f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.552446 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-279fce33-286d-4e2d-9c14-b750eb13371a req-90daab45-efa2-478e-92e9-c68bfa75e22f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1344135 Jun 23 14:13:02.613682 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-279fce33-286d-4e2d-9c14-b750eb13371a req-3e07b832-82b9-4da2-8cdd-5227563f1047 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0598989 Jun 23 14:13:02.854047 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b6fc85-96ea-4fc3-8d31-6f95869811e1 req-1fff6209-d340-49d0-b857-be1e3a9ffe01 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:02.861761 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-45b6fc85-96ea-4fc3-8d31-6f95869811e1 req-1fff6209-d340-49d0-b857-be1e3a9ffe01 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1400778 Jun 23 14:13:03.017616 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-45b6fc85-96ea-4fc3-8d31-6f95869811e1 req-2e796986-e90b-4711-9d70-03226d069335 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1545587 Jun 23 14:13:03.294204 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:03.847556 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a72667-1cf7-4426-9096-b64135de76b2 req-4992e2a9-a54a-4018-8f58-073c64f0b65e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:03.874905 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a3a72667-1cf7-4426-9096-b64135de76b2 req-4992e2a9-a54a-4018-8f58-073c64f0b65e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1041090 Jun 23 14:13:03.941453 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a3a72667-1cf7-4426-9096-b64135de76b2 req-70ebdf95-6c6c-471d-961e-6dddb6cb21df tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597317 Jun 23 14:13:04.406984 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441c0f1e-473e-4baa-aa9e-a9c6755585e8 req-9e4b9104-a0b1-42ca-aa21-adead1333c15 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:04.417581 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-441c0f1e-473e-4baa-aa9e-a9c6755585e8 req-9e4b9104-a0b1-42ca-aa21-adead1333c15 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1116147 Jun 23 14:13:04.484565 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-441c0f1e-473e-4baa-aa9e-a9c6755585e8 req-77096b9c-142b-47a8-b021-d5437a9f3c33 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655363 Jun 23 14:13:04.946618 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:05.148936 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-d1259d3e-4bbc-4e2c-b4bc-d15fa6cd50c3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.156469 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-d1259d3e-4bbc-4e2c-b4bc-d15fa6cd50c3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 814 time: 0.1212938 Jun 23 14:13:05.173679 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-833bd0ad-6734-4b0b-8684-f7f243e60c87 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/quotas/eb393a05baf84efd9404c49974ea3b90 HTTP/1.1" status: 200 len: 375 time: 0.0160778 Jun 23 14:13:05.281273 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8e41b962-c808-4e4b-8e64-ffefa125e6bd tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1064904 Jun 23 14:13:05.288505 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7521b4b5-49a8-4f9a-9de1-f6e70ca37834 req-cc11e36b-6783-48b1-b2d3-859c5b11f607 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.289866 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7521b4b5-49a8-4f9a-9de1-f6e70ca37834 req-cc11e36b-6783-48b1-b2d3-859c5b11f607 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1140947 Jun 23 14:13:05.402328 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7521b4b5-49a8-4f9a-9de1-f6e70ca37834 req-c085c148-6635-4e53-b773-2dc5cf9f4829 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1057279 Jun 23 14:13:05.440340 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-31fda186-b042-4773-8b5a-6e7217693051 service neutron] 10.222.0.16 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421568 Jun 23 14:13:05.473255 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-7fe1b341-734a-4211-acef-005b7490b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.474698 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-7fe1b341-734a-4211-acef-005b7490b451 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1098 time: 0.1047068 Jun 23 14:13:05.593751 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-06b69b66-c19a-402c-9517-fa726356dc6f service neutron] 10.222.0.16 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476521 Jun 23 14:13:05.620859 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-5ff4032e-6e4c-4041-9f2e-429b5bd103fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.622297 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-5ff4032e-6e4c-4041-9f2e-429b5bd103fc service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.1196473 Jun 23 14:13:05.732401 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62478110-580c-4349-b5c9-59d8cd2a82a3 req-27e7abc9-9844-4303-b9f8-a24b432b29ce tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.734267 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62478110-580c-4349-b5c9-59d8cd2a82a3 req-27e7abc9-9844-4303-b9f8-a24b432b29ce tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1273315 Jun 23 14:13:05.736078 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-09ce54ac-685d-4f73-839c-508761424139 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 200 len: 1001 time: 0.0972698 Jun 23 14:13:05.833458 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d494a9a6-2c7c-4378-ad5c-ba6cc5705bf6 req-c7a06c05-5fb8-4b2e-a143-bb7ad09e986f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 210 time: 0.0960133 Jun 23 14:13:05.860777 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62478110-580c-4349-b5c9-59d8cd2a82a3 req-0304a693-b0f3-4cbf-8aa4-2a7c52138be8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124814 Jun 23 14:13:05.867514 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-f5e3c4c7-16fb-4b75-9024-d636d0dc55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.868956 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-f5e3c4c7-16fb-4b75-9024-d636d0dc55b3 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.1217852 Jun 23 14:13:05.933377 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-79899365-1018-4478-9528-37a31bd19ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:05.934999 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-79899365-1018-4478-9528-37a31bd19ee1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0587654 Jun 23 14:13:06.040860 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-69d49e4f-5a79-49a1-8cfb-48493e74593e service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963089 Jun 23 14:13:06.178349 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee594ffa-0299-4d44-acf3-dff9fafcf655 req-5d0fbf6a-3050-487b-8d41-945b1381d846 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295557 Jun 23 14:13:06.216297 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-a234ed34-961f-4a3a-a416-cdd5f83dd379 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0688782 Jun 23 14:13:06.305451 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-9adf8695-951c-48d4-afd6-100bbd414f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.307706 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-9adf8695-951c-48d4-afd6-100bbd414f91 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 1099 time: 0.0628998 Jun 23 14:13:06.469680 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-e5ef8648-f709-45cd-bcef-7f76af653882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.471486 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-e5ef8648-f709-45cd-bcef-7f76af653882 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.1147485 Jun 23 14:13:06.524284 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-7ea02f01-747f-40b6-bb84-d0f99c4c31b0 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=df66fc86-3499-47ff-baf5-a1faf57871b9 HTTP/1.1" status: 200 len: 217 time: 0.0417631 Jun 23 14:13:06.838129 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-8463cac3-3111-4438-85e8-6224ee42f819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.839605 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-8463cac3-3111-4438-85e8-6224ee42f819 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.3078432 Jun 23 14:13:06.882391 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-a426d143-2550-4b09-9f49-9d098480eb96 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329471 Jun 23 14:13:06.941593 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5786784-93ee-4276-acf2-a18bb77aec8a req-a6807b9b-75a5-42d4-8de7-453c9244fb79 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:06.943068 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a5786784-93ee-4276-acf2-a18bb77aec8a req-a6807b9b-75a5-42d4-8de7-453c9244fb79 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.4003038 Jun 23 14:13:07.038656 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:07.046842 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9142e4a4-7b99-4d8a-a477-7999b6f19f58 req-a6a9c4fc-3f7b-440a-ae17-9458668bb6b8 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 210 time: 0.0647390 Jun 23 14:13:07.139326 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a5786784-93ee-4276-acf2-a18bb77aec8a req-88e6a189-8f86-4947-b2b4-685a6ffbaf93 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1586387 Jun 23 14:13:07.145913 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-2a05641b-84b3-46b7-905b-ecbbb4f1a765 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469192 Jun 23 14:13:07.281398 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-b784938b-656d-4168-b377-a5215dc42c58 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.283084 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-b784938b-656d-4168-b377-a5215dc42c58 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.42 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 814 time: 0.2399564 Jun 23 14:13:07.303895 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'port': {'device_id': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'admin_state_up': True, 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:07.339913 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e222831f-00be-42a6-8364-d866a4d12c99 req-2eb251f1-f713-422c-8289-be31d21cd3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.341552 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-e222831f-00be-42a6-8364-d866a4d12c99 req-2eb251f1-f713-422c-8289-be31d21cd3fe service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.0588770 Jun 23 14:13:07.380790 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-e222831f-00be-42a6-8364-d866a4d12c99 req-0c1bb539-058c-4a29-a583-f17f84c3134e service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311916 Jun 23 14:13:07.388942 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e68930af-67cc-4a98-80db-e95ba7fe8cf0 req-4a6f015a-22e3-4a4d-9e90-16704a2be4a9 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336648 Jun 23 14:13:07.396215 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f324a-01f6-4c91-8438-d0bb01307ec0 req-d1f74faa-e86c-4209-ba6a-e783c9f901fb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:07.397614 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-772f324a-01f6-4c91-8438-d0bb01307ec0 req-d1f74faa-e86c-4209-ba6a-e783c9f901fb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2293622 Jun 23 14:13:07.464006 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-772f324a-01f6-4c91-8438-d0bb01307ec0 req-629e668f-507f-49e8-afca-035782f24782 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569639 Jun 23 14:13:07.487354 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Made reservation on behalf of eb393a05baf84efd9404c49974ea3b90 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:13:07.491553 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:07.629433 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Allocated IP 172.20.0.4 (f9992e5f-b2a7-4352-85af-3de44301741f/d41237a8-7e54-4a58-9837-71b25af557b8/4d73efa1-1f78-4c5d-aa1a-72459ddf36be) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:07.790778 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:07.811260 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Transition to ACTIVE for port object 4d73efa1-1f78-4c5d-aa1a-72459ddf36be will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:07.854977 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:07.862448 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9b52e10b-9998-4dac-bc6e-93caa51fd741 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:08.018561 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Network f9992e5f-b2a7-4352-85af-3de44301741f is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:08.022671 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:08.027545 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:08.054673 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:08.060431 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:08.103546 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.104590 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:08.135530 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-8451d581-c041-44ca-a26b-a4cad56ca38c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8375201 Jun 23 14:13:08.318418 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13115c93-c1fd-4341-9aad-1825d6b55f4c req-a2d09f38-4030-49a2-951a-4d3a035ac4dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.323897 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-d1c55ff4-26f9-4e4e-8d7d-d47fb95b6257 None None] Provisioning for port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:08.327904 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-13115c93-c1fd-4341-9aad-1825d6b55f4c req-a2d09f38-4030-49a2-951a-4d3a035ac4dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0906918 Jun 23 14:13:08.328737 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-d1c55ff4-26f9-4e4e-8d7d-d47fb95b6257 None None] Provisioning complete for port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:08.329147 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d1c55ff4-26f9-4e4e-8d7d-d47fb95b6257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:08.409143 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-d1c55ff4-26f9-4e4e-8d7d-d47fb95b6257 None None] Port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:13:08.417501 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-13115c93-c1fd-4341-9aad-1825d6b55f4c req-8155105e-6f51-47fd-9d0e-8a72e42cdb99 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885830 Jun 23 14:13:08.469811 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3130f97-3369-41df-8ab2-5de3a05c891d req-727c7827-bee9-4b84-920c-3d327afd4227 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.471506 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b3130f97-3369-41df-8ab2-5de3a05c891d req-727c7827-bee9-4b84-920c-3d327afd4227 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 945 time: 0.1100390 Jun 23 14:13:08.534802 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:08.586800 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b3130f97-3369-41df-8ab2-5de3a05c891d req-412c1129-df48-43ac-b1fa-c55880338b0b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0954411 Jun 23 14:13:08.714412 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:08.737491 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:08.739851 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8a0742-acb2-4530-bc71-7fde0eddc1b4" -d '{"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:08.753048 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:08.758583 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:08.760464 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:08.784046 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23bdc28-4110-4f70-a43c-b71166997461 x-openstack-request-id: req-b23bdc28-4110-4f70-a43c-b71166997461 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:08.784373 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-unplugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:08.784643 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b23bdc28-4110-4f70-a43c-b71166997461 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:08.785171 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'code': 200} Jun 23 14:13:08.811946 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=8']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:08.812191 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6956944-a75d-4434-9a1e-ffbd487673e7 req-d5c7b08d-5e15-4405-8857-027fb8ea9337 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:08.813672 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e6956944-a75d-4434-9a1e-ffbd487673e7 req-d5c7b08d-5e15-4405-8857-027fb8ea9337 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0675535 Jun 23 14:13:08.815004 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:08.852215 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e6956944-a75d-4434-9a1e-ffbd487673e7 req-e5a76e3a-ad28-4a20-bc0d-a8cb60add46b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319421 Jun 23 14:13:09.616650 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1070552a-304a-4e2c-8b52-ff5d43cc4088 req-0648389e-0671-4b6f-9127-99a018408706 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.618128 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1070552a-304a-4e2c-8b52-ff5d43cc4088 req-0648389e-0671-4b6f-9127-99a018408706 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0808849 Jun 23 14:13:09.660139 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1070552a-304a-4e2c-8b52-ff5d43cc4088 req-53900219-4aaa-420d-ad69-4e2d94fa7a0c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354640 Jun 23 14:13:09.826133 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50b4177-8d11-4490-a07a-4d4bfa26d022 req-87fc3fff-ea2d-4a56-b332-cb5a2a453f5d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:09.828489 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c50b4177-8d11-4490-a07a-4d4bfa26d022 req-87fc3fff-ea2d-4a56-b332-cb5a2a453f5d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0755918 Jun 23 14:13:09.870632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c50b4177-8d11-4490-a07a-4d4bfa26d022 req-25d05cdd-cae8-40ea-86b3-2b8b26adfbdd tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360880 Jun 23 14:13:10.034461 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614f3953-20dc-4362-a210-6794b06a60ec req-d584af8b-fba9-438c-ae25-81f2eabfc8b3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.036150 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-614f3953-20dc-4362-a210-6794b06a60ec req-d584af8b-fba9-438c-ae25-81f2eabfc8b3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0658362 Jun 23 14:13:10.091683 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-614f3953-20dc-4362-a210-6794b06a60ec req-eb7876dd-33d4-4580-af7f-238f139a9c83 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491977 Jun 23 14:13:10.850046 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3780b74-7bb3-46b9-af65-8d641ae56275 req-6ccdf8ac-f73d-40fa-b83b-008a01e14838 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:10.851547 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3780b74-7bb3-46b9-af65-8d641ae56275 req-6ccdf8ac-f73d-40fa-b83b-008a01e14838 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0649967 Jun 23 14:13:10.890268 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f3780b74-7bb3-46b9-af65-8d641ae56275 req-dc4e7639-783b-4c99-b1fd-0310221753a6 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326905 Jun 23 14:13:11.072449 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d62c21-0416-4a06-bdf9-cc9925f00c87 req-3851fe52-da0b-4b97-96b7-2d168b8458a0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.073977 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90d62c21-0416-4a06-bdf9-cc9925f00c87 req-3851fe52-da0b-4b97-96b7-2d168b8458a0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0638483 Jun 23 14:13:11.120216 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90d62c21-0416-4a06-bdf9-cc9925f00c87 req-e0f0cf3c-b13a-4877-bea4-466560f5da2a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401855 Jun 23 14:13:11.352657 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51884) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:11.454908 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137532b4-25c5-4475-ae1a-53add41f7e6a req-5942e7d1-e8c5-423e-968b-5605f8177ddf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:11.456412 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-137532b4-25c5-4475-ae1a-53add41f7e6a req-5942e7d1-e8c5-423e-968b-5605f8177ddf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0678909 Jun 23 14:13:11.462558 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-05bc9b9f-a11f-41d0-8521-8dbb8be92c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.510822 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-137532b4-25c5-4475-ae1a-53add41f7e6a req-38f15178-7c8d-4076-9838-cb8e2bfc16e9 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483739 Jun 23 14:13:11.596911 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-05bc9b9f-a11f-41d0-8521-8dbb8be92c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.600594 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-05bc9b9f-a11f-41d0-8521-8dbb8be92c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.603811 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c5a902e9-8c01-4e3d-b137-64359d260ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:11.639954 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-05bc9b9f-a11f-41d0-8521-8dbb8be92c3e admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=3baeaf837afe407ca09aff0fc33a704a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2860479 Jun 23 14:13:11.640524 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc9b9f-a11f-41d0-8521-8dbb8be92c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e706de-666d-456f-a27c-c70819b82d9d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:11.643154 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51888) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:11.643852 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-05bc9b9f-a11f-41d0-8521-8dbb8be92c3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:11.691424 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4e020647-47b2-406d-8e17-0f2eb299eea1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.713830 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4e020647-47b2-406d-8e17-0f2eb299eea1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.778789 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4e020647-47b2-406d-8e17-0f2eb299eea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.781371 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-4e020647-47b2-406d-8e17-0f2eb299eea1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:11.784895 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-4e020647-47b2-406d-8e17-0f2eb299eea1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e5e706de-666d-456f-a27c-c70819b82d9d HTTP/1.1" status: 204 len: 168 time: 0.1382115 Jun 23 14:13:11.784895 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:11.798364 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e020647-47b2-406d-8e17-0f2eb299eea1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e706de-666d-456f-a27c-c70819b82d9d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:11.800627 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4e020647-47b2-406d-8e17-0f2eb299eea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:12.083398 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d91909b-eacf-454e-ac18-0bc1b9c5a0ce req-e0698017-668a-4e87-9391-333f5fe49014 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.084874 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d91909b-eacf-454e-ac18-0bc1b9c5a0ce req-e0698017-668a-4e87-9391-333f5fe49014 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0760448 Jun 23 14:13:12.090820 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51898) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:12.106233 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-92b837c0-2c45-49a3-900c-5eba269cf885 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.132831 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d91909b-eacf-454e-ac18-0bc1b9c5a0ce req-f18bf5e1-9f49-4046-bd25-00ba8629a93f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417168 Jun 23 14:13:12.214667 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-92b837c0-2c45-49a3-900c-5eba269cf885 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.218528 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-92b837c0-2c45-49a3-900c-5eba269cf885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.221091 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2bcd5478-c8a6-4103-b10a-5e80f9a2f287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:12.258338 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-92b837c0-2c45-49a3-900c-5eba269cf885 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d46ba53a47734d2492611230d2a4d540&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1661980 Jun 23 14:13:12.260174 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b837c0-2c45-49a3-900c-5eba269cf885 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a4a0f5-9484-4106-a242-8d8c0b98a5c6,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:12.275166 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-92b837c0-2c45-49a3-900c-5eba269cf885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:12.276886 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51904) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:12.331185 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-aae88fa6-41ce-469b-a2e6-7858cb4f22e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.331435 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6339c1a1-4225-4402-8646-b7f4c22e5adb req-bce5bc65-54d2-48fb-ad43-f8246477ff9a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.333124 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6339c1a1-4225-4402-8646-b7f4c22e5adb req-bce5bc65-54d2-48fb-ad43-f8246477ff9a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0788362 Jun 23 14:13:12.356182 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-aae88fa6-41ce-469b-a2e6-7858cb4f22e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.372055 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6339c1a1-4225-4402-8646-b7f4c22e5adb req-9fd774f1-4814-4939-b083-75d6b1e6793b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324771 Jun 23 14:13:12.408170 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-aae88fa6-41ce-469b-a2e6-7858cb4f22e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.410994 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-aae88fa6-41ce-469b-a2e6-7858cb4f22e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.412259 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-aae88fa6-41ce-469b-a2e6-7858cb4f22e9 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/22a4a0f5-9484-4106-a242-8d8c0b98a5c6 HTTP/1.1" status: 204 len: 168 time: 0.1334038 Jun 23 14:13:12.413138 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-be5aa180-679d-4945-9536-ba6eeaa741e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:12.421756 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae88fa6-41ce-469b-a2e6-7858cb4f22e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a4a0f5-9484-4106-a242-8d8c0b98a5c6,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:12.423953 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-aae88fa6-41ce-469b-a2e6-7858cb4f22e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:12.706235 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada78f38-8203-43a5-a738-0ed19449de72 req-1fad5148-8ac1-46a1-8e6a-9830f04a61b7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:12.707809 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ada78f38-8203-43a5-a738-0ed19449de72 req-1fad5148-8ac1-46a1-8e6a-9830f04a61b7 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0647790 Jun 23 14:13:12.749171 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ada78f38-8203-43a5-a738-0ed19449de72 req-6f219a96-2431-40f8-b203-8d311ac83426 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348010 Jun 23 14:13:12.800368 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 51912) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:12.814873 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aa835d3a-3ae1-4042-8528-3da4bb99392b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.910078 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aa835d3a-3ae1-4042-8528-3da4bb99392b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.913730 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aa835d3a-3ae1-4042-8528-3da4bb99392b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:12.917695 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-178d0727-dbc3-4e3b-a5bc-9e59a70d2494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:12.951526 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-aa835d3a-3ae1-4042-8528-3da4bb99392b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0b0ebc1755654ab1914850fc04635014&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1498029 Jun 23 14:13:12.952567 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa835d3a-3ae1-4042-8528-3da4bb99392b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce422292-17e3-415e-a9db-280711d3c91d,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:12.954167 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 51914) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:12.955481 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-aa835d3a-3ae1-4042-8528-3da4bb99392b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:13.001927 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.031245 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.082618 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.085609 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:13.089608 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/ce422292-17e3-415e-a9db-280711d3c91d HTTP/1.1" status: 204 len: 168 time: 0.1316395 Jun 23 14:13:13.089608 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b7057e6e-f3a5-4529-8dca-749223423eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:13.096820 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce422292-17e3-415e-a9db-280711d3c91d,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:13.099582 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:13.327558 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09443-adb4-4c8b-b239-3081e94d22f0 req-8f7ad14d-a7fe-4387-8419-4afdd69b6d1a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.330270 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a1c09443-adb4-4c8b-b239-3081e94d22f0 req-8f7ad14d-a7fe-4387-8419-4afdd69b6d1a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0715184 Jun 23 14:13:13.394739 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a1c09443-adb4-4c8b-b239-3081e94d22f0 req-691cad5f-ada6-4850-8b59-bf44add93803 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474074 Jun 23 14:13:13.551476 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee57dec-98d5-408f-a708-888c3ec839b5 req-bb7dffe9-eff7-47f0-ae91-570526c5c601 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.552849 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3ee57dec-98d5-408f-a708-888c3ec839b5 req-bb7dffe9-eff7-47f0-ae91-570526c5c601 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0610778 Jun 23 14:13:13.594863 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3ee57dec-98d5-408f-a708-888c3ec839b5 req-546122b2-2392-4c4b-82a6-6e3facc11b92 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357721 Jun 23 14:13:13.928245 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ea0ad-b551-4456-bdae-1903605fcf13 req-029d35ff-9865-4f27-94ce-3e8ecd2a8d2d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:13.930175 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-631ea0ad-b551-4456-bdae-1903605fcf13 req-029d35ff-9865-4f27-94ce-3e8ecd2a8d2d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0695100 Jun 23 14:13:13.972795 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-631ea0ad-b551-4456-bdae-1903605fcf13 req-53422106-4a34-4490-bc25-d308644a96e8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360978 Jun 23 14:13:14.583606 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbf7b2d-bb65-4ffd-87ab-abf04f5a2c87 req-dc066f98-a917-4f37-8dec-5409ad015f74 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.585074 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ffbf7b2d-bb65-4ffd-87ab-abf04f5a2c87 req-dc066f98-a917-4f37-8dec-5409ad015f74 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0641706 Jun 23 14:13:14.623769 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ffbf7b2d-bb65-4ffd-87ab-abf04f5a2c87 req-036b81f4-88e8-4a76-a81e-62245d89f59d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325816 Jun 23 14:13:14.775630 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0652d2-8493-4459-bde5-1d45964a54fa req-94fdf08d-7275-4889-8709-16ef429b8798 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:14.777130 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7e0652d2-8493-4459-bde5-1d45964a54fa req-94fdf08d-7275-4889-8709-16ef429b8798 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0661907 Jun 23 14:13:14.827014 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7e0652d2-8493-4459-bde5-1d45964a54fa req-90586a13-387c-48ef-bfe8-a8a853c63002 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435824 Jun 23 14:13:15.152589 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff6585b-2cd3-4e5b-a2b8-2f9e63abbed8 req-5f9ab73a-caa2-4b19-9fe6-9f81798d3e1c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.154387 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8ff6585b-2cd3-4e5b-a2b8-2f9e63abbed8 req-5f9ab73a-caa2-4b19-9fe6-9f81798d3e1c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0707870 Jun 23 14:13:15.198525 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8ff6585b-2cd3-4e5b-a2b8-2f9e63abbed8 req-a2ecc611-47de-4622-ad2a-3983452ff865 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385530 Jun 23 14:13:15.809340 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1b2d3d-7bea-4cb0-bafb-c0762bda358a req-73bc2ff6-6559-45d7-b04d-cad1294d5d08 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:15.810832 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bd1b2d3d-7bea-4cb0-bafb-c0762bda358a req-73bc2ff6-6559-45d7-b04d-cad1294d5d08 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0642345 Jun 23 14:13:15.853041 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bd1b2d3d-7bea-4cb0-bafb-c0762bda358a req-7c0b576c-c5a1-46fa-a11d-64751ecadd65 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359769 Jun 23 14:13:16.026993 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a141bd-6288-4786-a021-d4fc1c98e34d req-dac06392-6e3b-4111-a278-b2705ba97552 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.028482 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-30a141bd-6288-4786-a021-d4fc1c98e34d req-dac06392-6e3b-4111-a278-b2705ba97552 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0656111 Jun 23 14:13:16.065274 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-30a141bd-6288-4786-a021-d4fc1c98e34d req-07ef6293-2422-4b75-b985-8c8ef2031278 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311165 Jun 23 14:13:16.389746 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcee5c17-c645-42b0-a767-e33853e500fa req-3954d605-1eca-45d8-9a12-b81031dfb74c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:16.391220 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bcee5c17-c645-42b0-a767-e33853e500fa req-3954d605-1eca-45d8-9a12-b81031dfb74c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0612490 Jun 23 14:13:16.427987 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bcee5c17-c645-42b0-a767-e33853e500fa req-731154e2-342e-4675-a835-22139229d594 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312052 Jun 23 14:13:17.030409 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf0390-d07f-441b-8796-37ea242b7ed1 req-e9a07fe5-2626-4022-a702-7e2f6189ab92 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.031805 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-febf0390-d07f-441b-8796-37ea242b7ed1 req-e9a07fe5-2626-4022-a702-7e2f6189ab92 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0663333 Jun 23 14:13:17.069824 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-febf0390-d07f-441b-8796-37ea242b7ed1 req-027527aa-8721-4ad9-9c0a-f2b913ec96e0 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324841 Jun 23 14:13:17.253996 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f31506c-6d4c-4d3a-a4ba-64e7c8f3066b req-28880086-0617-4a18-b821-8023817d89a0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.255515 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f31506c-6d4c-4d3a-a4ba-64e7c8f3066b req-28880086-0617-4a18-b821-8023817d89a0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0632377 Jun 23 14:13:17.293561 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f31506c-6d4c-4d3a-a4ba-64e7c8f3066b req-c3b676a6-06d8-4e65-ac1a-8ea9fd638113 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321629 Jun 23 14:13:17.602871 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89ace5e-29ce-4119-a910-08602221977b req-49ce250f-ef2b-40e1-99ce-b7af9a6e62ec tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:17.604843 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b89ace5e-29ce-4119-a910-08602221977b req-49ce250f-ef2b-40e1-99ce-b7af9a6e62ec tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0627971 Jun 23 14:13:17.647690 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b89ace5e-29ce-4119-a910-08602221977b req-5dd314c3-c50b-4bcd-ac43-de84422459f8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372572 Jun 23 14:13:18.243896 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e28bb-ee58-4142-9e10-9f94316ffaf7 req-f90165d9-e70c-4e3c-b0f3-a2f158028740 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.245350 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-828e28bb-ee58-4142-9e10-9f94316ffaf7 req-f90165d9-e70c-4e3c-b0f3-a2f158028740 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0635457 Jun 23 14:13:18.282199 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-828e28bb-ee58-4142-9e10-9f94316ffaf7 req-6d110a02-1cf4-40c1-9734-01762f8e6240 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311446 Jun 23 14:13:18.480664 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c63f99-df2b-4510-8d1a-6cf9f4c62b2a req-b5f7d2ea-4afe-432f-bc92-ffcf918ec6ac tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.482076 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e2c63f99-df2b-4510-8d1a-6cf9f4c62b2a req-b5f7d2ea-4afe-432f-bc92-ffcf918ec6ac tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0678401 Jun 23 14:13:18.521074 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e2c63f99-df2b-4510-8d1a-6cf9f4c62b2a req-4026545e-8e54-470e-93a1-0acbe63ef762 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332844 Jun 23 14:13:18.832046 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f115f27-8e7f-4649-aff4-3ea98fe1a064 req-a766a7ad-818a-4d61-aaee-da7a3e11464b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:18.833522 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4f115f27-8e7f-4649-aff4-3ea98fe1a064 req-a766a7ad-818a-4d61-aaee-da7a3e11464b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0675278 Jun 23 14:13:18.871336 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4f115f27-8e7f-4649-aff4-3ea98fe1a064 req-0d99c49c-c6a4-435d-835d-abb1daac9f6f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316477 Jun 23 14:13:19.457293 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc21f02e-080e-4bc2-9e5e-714b2712f564 req-3faa0733-f5ef-4d1c-9a51-dc8e5e0b489e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.458786 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bc21f02e-080e-4bc2-9e5e-714b2712f564 req-3faa0733-f5ef-4d1c-9a51-dc8e5e0b489e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0622618 Jun 23 14:13:19.495990 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bc21f02e-080e-4bc2-9e5e-714b2712f564 req-6cac61cf-60fa-489b-8e55-7405269c14f3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310340 Jun 23 14:13:19.709035 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89403b4-5c76-42f2-9682-7f83722e25c1 req-88a8c9a3-f04d-4b62-b3e6-007e47605b11 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:19.710528 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f89403b4-5c76-42f2-9682-7f83722e25c1 req-88a8c9a3-f04d-4b62-b3e6-007e47605b11 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0622656 Jun 23 14:13:19.750689 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f89403b4-5c76-42f2-9682-7f83722e25c1 req-df2535c9-acb9-4049-84bc-b1ac430000d3 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343113 Jun 23 14:13:20.048899 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036117cb-fe3d-4425-9046-16259a410318 req-0e14865d-2745-46d6-b3d2-1ce1c862a0bb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.050426 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-036117cb-fe3d-4425-9046-16259a410318 req-0e14865d-2745-46d6-b3d2-1ce1c862a0bb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0636475 Jun 23 14:13:20.088629 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-036117cb-fe3d-4425-9046-16259a410318 req-38d51f69-bee0-4e0a-8224-c9b6764aee61 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317113 Jun 23 14:13:20.682740 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcd2a6f-c9ec-4d50-b064-207089317da6 req-bfa6c6cd-c73a-4d34-ad84-4d5bb3c160cf tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.684127 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0dcd2a6f-c9ec-4d50-b064-207089317da6 req-bfa6c6cd-c73a-4d34-ad84-4d5bb3c160cf tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0649230 Jun 23 14:13:20.722198 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0dcd2a6f-c9ec-4d50-b064-207089317da6 req-941c4dd4-a479-4f80-be40-520de98a96ad tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324249 Jun 23 14:13:20.984079 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3891e-942e-4173-9618-261fc3180104 req-fbb1c68a-d97a-4f46-8542-b6c94e703208 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:20.986423 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-80a3891e-942e-4173-9618-261fc3180104 req-fbb1c68a-d97a-4f46-8542-b6c94e703208 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1205928 Jun 23 14:13:21.032584 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-80a3891e-942e-4173-9618-261fc3180104 req-5740d979-21d2-474d-9d2a-36d67954e7de tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410237 Jun 23 14:13:21.259862 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c103215e-0edb-44c2-b734-58a37d860aed req-0c4e33cd-c1b2-4f2d-8053-8f11bb672353 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.261343 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c103215e-0edb-44c2-b734-58a37d860aed req-0c4e33cd-c1b2-4f2d-8053-8f11bb672353 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0623217 Jun 23 14:13:21.311526 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c103215e-0edb-44c2-b734-58a37d860aed req-bfbd8cb0-4b34-4baa-9089-e9ad2784e9b3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443470 Jun 23 14:13:21.913614 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef5de22-c45b-460c-b186-3dcbe0332c87 req-abd1a189-1012-4b48-94e8-e4ab91a8f8c4 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:21.915798 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bef5de22-c45b-460c-b186-3dcbe0332c87 req-abd1a189-1012-4b48-94e8-e4ab91a8f8c4 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0820780 Jun 23 14:13:21.957724 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bef5de22-c45b-460c-b186-3dcbe0332c87 req-1c555fa3-57f3-4648-9548-97011b104a2c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357754 Jun 23 14:13:22.210155 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4305570b-8123-4009-bea8-23633f5de961 req-79822d12-68b2-4200-a0a1-99f86145ab02 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.212343 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4305570b-8123-4009-bea8-23633f5de961 req-79822d12-68b2-4200-a0a1-99f86145ab02 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0627456 Jun 23 14:13:22.250137 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4305570b-8123-4009-bea8-23633f5de961 req-5b6a2974-1b3f-4a9a-bda5-4ce6434ff0a1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319724 Jun 23 14:13:22.490452 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97dbb63b-83a1-4952-b4cd-0a051dff75dc req-5787d3ac-8039-46ed-a9ee-9ff274cb5d09 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:22.491826 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-97dbb63b-83a1-4952-b4cd-0a051dff75dc req-5787d3ac-8039-46ed-a9ee-9ff274cb5d09 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0627222 Jun 23 14:13:22.530475 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-97dbb63b-83a1-4952-b4cd-0a051dff75dc req-01a7c1e9-57bc-4478-a9eb-fdc34c60a2d2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319321 Jun 23 14:13:23.131638 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764ce4d9-695e-4656-b303-710f61ca6f3f req-4eaae111-d7d9-4595-8d46-7b0746afa087 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.133090 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-764ce4d9-695e-4656-b303-710f61ca6f3f req-4eaae111-d7d9-4595-8d46-7b0746afa087 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 931 time: 0.0651786 Jun 23 14:13:23.170182 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-764ce4d9-695e-4656-b303-710f61ca6f3f req-79e8debe-f27d-4b95-b2c4-8dfb04151c65 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314853 Jun 23 14:13:23.429119 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc84bf26-fc7b-4de8-8486-fcaabe36bcf3 req-3c11eb31-8b05-480b-a505-aee59fa8ea81 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.430681 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc84bf26-fc7b-4de8-8486-fcaabe36bcf3 req-3c11eb31-8b05-480b-a505-aee59fa8ea81 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0627992 Jun 23 14:13:23.469472 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc84bf26-fc7b-4de8-8486-fcaabe36bcf3 req-ee9a39fb-4b65-45a9-a9ee-9233615f0f67 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329957 Jun 23 14:13:23.500232 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Request body: {'port': {'device_id': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:23.580615 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:23.828262 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d612ef-2b22-49a3-a0ac-b1e93610affb req-5d4e0e21-2ed5-4858-a074-832a65086649 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:23.831139 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2d612ef-2b22-49a3-a0ac-b1e93610affb req-5d4e0e21-2ed5-4858-a074-832a65086649 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1537871 Jun 23 14:13:23.935416 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f2d612ef-2b22-49a3-a0ac-b1e93610affb req-474e91ae-6a43-4990-9ec1-e3d3187c1134 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907347 Jun 23 14:13:23.976662 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d73efa1-1f78-4c5d-aa1a-72459ddf36be {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:23.984531 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:23.996550 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Transition to ACTIVE for port object 4d73efa1-1f78-4c5d-aa1a-72459ddf36be will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:13:24.000710 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:24.002593 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:24.049020 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Pushing event updated for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:24.053419 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:24.129838 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Attempting to bind port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:13:24.130236 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Attempting to bind port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:13:24.130744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Attempting to bind port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be on network f9992e5f-b2a7-4352-85af-3de44301741f {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:24.135760 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be on network f9992e5f-b2a7-4352-85af-3de44301741f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:13:24.136406 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Attempting to bind port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be on network f9992e5f-b2a7-4352-85af-3de44301741f {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:13:24.141257 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 13, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:13:24.141625 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Checking segment: {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:13:24.142046 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Bound using segment: {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:13:24.142768 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Bound port: 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3effce8-fb66-47d4-8249-5bda6ee21a87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 817, 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:13:24.143109 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:24.213314 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:13:24.216324 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:13:24.221302 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:24.223532 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1121d422-45ee-46f1-8f7b-7fe49f992f8f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:24.261325 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.262012 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:24.263394 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] 10.222.0.42 "PUT /v2.0/ports/4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 1093 time: 0.7683876 Jun 23 14:13:24.263875 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:24.266181 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:24.286997 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Pushing event updated for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:24.290907 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:24.322488 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d7f896-14e0-4529-937a-d9e0a8fc827c x-openstack-request-id: req-25d7f896-14e0-4529-937a-d9e0a8fc827c {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:24.322834 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:24.323185 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-25d7f896-14e0-4529-937a-d9e0a8fc827c {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:24.323722 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'status': 'completed', 'code': 200} Jun 23 14:13:24.454998 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d401db0-585d-4f67-86d8-e23b4cddefec req-ae39e283-b21f-428e-a852-7804dd4e139a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.456632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d401db0-585d-4f67-86d8-e23b4cddefec req-ae39e283-b21f-428e-a852-7804dd4e139a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 943 time: 0.1369705 Jun 23 14:13:24.479217 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-d8dd94c8-8468-4c1f-b60d-6a2f29331ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.480705 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-d8dd94c8-8468-4c1f-b60d-6a2f29331ee3 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1096 time: 0.1187203 Jun 23 14:13:24.766226 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-4ddff12f-db68-4e62-b805-e369026c3a76 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 217 time: 0.2754228 Jun 23 14:13:24.821919 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d401db0-585d-4f67-86d8-e23b4cddefec req-c8eedf13-8507-4206-af72-66e40154a731 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3500800 Jun 23 14:13:24.848867 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-69c30e46-766e-4f2f-ae6f-e5b6fc1cb139 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.850318 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-69c30e46-766e-4f2f-ae6f-e5b6fc1cb139 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 200 len: 853 time: 0.0644405 Jun 23 14:13:24.869932 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102560b7-13f1-40a8-9ec3-7dfd91da9751 req-61303ecf-2111-4b95-9d4b-72937368df28 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.871362 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-102560b7-13f1-40a8-9ec3-7dfd91da9751 req-61303ecf-2111-4b95-9d4b-72937368df28 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1430612 Jun 23 14:13:24.937747 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-102560b7-13f1-40a8-9ec3-7dfd91da9751 req-b487dec2-f3e5-4c1a-badc-efb5e2b09b4b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0583353 Jun 23 14:13:24.950527 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-9464fe48-7967-422a-a988-8c8d1a59b2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:24.952367 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-9464fe48-7967-422a-a988-8c8d1a59b2bd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9992e5f-b2a7-4352-85af-3de44301741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0801647 Jun 23 14:13:25.110181 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-3bda5604-9c6b-4345-9def-9aa7c44abf33 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408682 Jun 23 14:13:25.208506 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e8cb7e-3e74-46c0-a371-e84ddd2fc9a0 req-a29efb8d-6bec-4412-934e-2ce78622ebdf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.210000 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4e8cb7e-3e74-46c0-a371-e84ddd2fc9a0 req-a29efb8d-6bec-4412-934e-2ce78622ebdf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1406422 Jun 23 14:13:25.247454 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8f3d14ac-a193-4825-89df-fabffbc6f959 req-cd66084d-50b4-4646-b366-3347f3ebab38 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290684 Jun 23 14:13:25.266521 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4e8cb7e-3e74-46c0-a371-e84ddd2fc9a0 req-af571820-16bb-47d4-9c47-cfd5035d47c2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474703 Jun 23 14:13:25.376547 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-bbc5bd91-26fd-4708-9a5e-6d7a9bb61121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.378077 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-bbc5bd91-26fd-4708-9a5e-6d7a9bb61121 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1096 time: 0.0650587 Jun 23 14:13:25.495499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-a1e12cd7-230f-4153-8009-e61da7511203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.496970 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-a1e12cd7-230f-4153-8009-e61da7511203 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 915 time: 0.1059268 Jun 23 14:13:25.543648 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-7d5b2771-6a96-4e1d-9140-d38aa9259c2c service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 217 time: 0.0373487 Jun 23 14:13:25.601687 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-303fa7bd-38fc-4be5-9671-8c1707471d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.603750 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-303fa7bd-38fc-4be5-9671-8c1707471d0b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 200 len: 853 time: 0.0482740 Jun 23 14:13:25.679768 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-3cc41dfc-b749-415f-85cd-385cc523efb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.681720 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-3cc41dfc-b749-415f-85cd-385cc523efb0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9992e5f-b2a7-4352-85af-3de44301741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0679717 Jun 23 14:13:25.924499 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-37bb4246-c895-48b6-b1ae-633985bb821a service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211261 Jun 23 14:13:25.940594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-b76c2e3b-ad04-4204-89f0-4493c5e85a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.942042 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-b76c2e3b-ad04-4204-89f0-4493c5e85a87 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=886f5dc6ee71416facba8579a6b72b4a&device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 1098 time: 0.2119415 Jun 23 14:13:25.958326 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29506ea9-587e-4809-9b57-04f932cd0692 req-018a707f-b414-44b9-80d1-a4cb34af335a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:25.959769 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29506ea9-587e-4809-9b57-04f932cd0692 req-018a707f-b414-44b9-80d1-a4cb34af335a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.2227747 Jun 23 14:13:25.999722 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90230233-d4b9-4e51-b73c-f21ec76232e6 req-33e01947-7b5e-4f1d-a232-7ec52aee0f12 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.001346 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90230233-d4b9-4e51-b73c-f21ec76232e6 req-33e01947-7b5e-4f1d-a232-7ec52aee0f12 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.2005396 Jun 23 14:13:26.123898 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52058) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:26.153796 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29506ea9-587e-4809-9b57-04f932cd0692 req-8681d107-385c-410f-9441-3048b8c39aee tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1698787 Jun 23 14:13:26.183036 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-90230233-d4b9-4e51-b73c-f21ec76232e6 req-e0bfc9d0-e9fa-4dc5-86cd-b5caf770bbb4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630259 Jun 23 14:13:26.203405 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07d3e0f5-1cb8-4f9f-809c-bbcb9392dff5 req-5ea44f0f-79bb-4c4c-9384-8895ae027a91 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650025 Jun 23 14:13:26.215015 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-e865f84b-214c-4fad-894f-fe1dcfe77599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.217221 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-e865f84b-214c-4fad-894f-fe1dcfe77599 service neutron] 10.222.0.42 "GET /v2.0/networks?id=26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 200 len: 920 time: 0.2556422 Jun 23 14:13:26.230753 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-91d40b08-764a-40fa-98e0-bfdbdcac2785 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1055427 Jun 23 14:13:26.262651 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-bfe59a84-408c-4f0a-abab-2eba4f3c91db service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 200 len: 217 time: 0.0367692 Jun 23 14:13:26.350795 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-9ccecff4-2a38-452d-a036-0ccfbe10aa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.352349 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-9ccecff4-2a38-452d-a036-0ccfbe10aa2f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 200 len: 859 time: 0.0773075 Jun 23 14:13:26.368943 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe06d4d-5c26-4fca-b074-de7bcc076fdc req-f1ab3bc4-295c-47b2-af82-16ba7224f626 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:26.370465 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bbe06d4d-5c26-4fca-b074-de7bcc076fdc req-f1ab3bc4-295c-47b2-af82-16ba7224f626 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 943 time: 0.1056266 Jun 23 14:13:26.405045 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-fd0acdbc-7792-41d1-99ba-dc5b9d5dd2f1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=26526aa0-6b35-4ae5-a2e8-c67132694c42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335288 Jun 23 14:13:26.461948 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bbe06d4d-5c26-4fca-b074-de7bcc076fdc req-ba3251f8-dc1a-4921-8cde-e6d79499d01e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825953 Jun 23 14:13:26.527957 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-e641adbe-7d26-4211-858f-1fbcad8d7691 service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1146226 Jun 23 14:13:26.612956 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4d73efa1-1f78-4c5d-aa1a-72459ddf36be details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:26.628177 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3947fddc-aebb-4751-8840-fef67cd08df0 req-0bcfeb5c-38d6-40e6-b07a-2452d61dadcb service neutron] 10.222.0.42 "GET /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898552 Jun 23 14:13:26.718253 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:26.729508 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'port_id': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'mac_address': 'fa:16:3e:89:79:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 817, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:26.765511 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:26.778606 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d73efa1-1f78-4c5d-aa1a-72459ddf36be {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:26.798746 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:26.803016 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:26.804894 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f9e687d7-3b11-4560-9f24-473271811579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:26.854167 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:26.857153 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:27.199755 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4d73efa1-1f78-4c5d-aa1a-72459ddf36be'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:27.392581 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d57e2-dbb1-48fc-ade6-5f4f2326c261 req-156ac39d-a8d2-477e-9907-ad6b034e8107 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.394076 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-866d57e2-dbb1-48fc-ade6-5f4f2326c261 req-156ac39d-a8d2-477e-9907-ad6b034e8107 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1109374 Jun 23 14:13:27.413651 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be836e7-a850-49b0-9887-2223f9959e24 req-c846c047-3fe8-48e1-86db-f7f154dbfb36 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.415735 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6be836e7-a850-49b0-9887-2223f9959e24 req-c846c047-3fe8-48e1-86db-f7f154dbfb36 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0973251 Jun 23 14:13:27.459178 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-866d57e2-dbb1-48fc-ade6-5f4f2326c261 req-93cafcee-826f-4a25-8b0f-0ef1cdffedb6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585482 Jun 23 14:13:27.471264 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6be836e7-a850-49b0-9887-2223f9959e24 req-16bf90c1-040c-4f6d-bc4f-489c008334bd tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480819 Jun 23 14:13:27.635467 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba729cb-a2db-425d-9fbc-9f977a7388cf req-e0f9540e-1dbe-4d06-8952-5e9637d80073 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.636957 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fba729cb-a2db-425d-9fbc-9f977a7388cf req-e0f9540e-1dbe-4d06-8952-5e9637d80073 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 944 time: 0.0631516 Jun 23 14:13:27.674452 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fba729cb-a2db-425d-9fbc-9f977a7388cf req-44c46feb-2945-424c-85f8-219da1ef554c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Jun 23 14:13:27.824309 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-c5e17371-eae0-4791-970e-19675e5513a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.825826 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-c5e17371-eae0-4791-970e-19675e5513a0 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1&tenant_id=facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 1096 time: 0.0868938 Jun 23 14:13:27.906024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-d79ecfd4-6c10-41ae-9fbd-e27c56f46a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:27.907491 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-d79ecfd4-6c10-41ae-9fbd-e27c56f46a8a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1096 time: 0.0523050 Jun 23 14:13:27.999570 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-1cb2d80e-2504-4657-8ebf-87677e8871b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.001048 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-1cb2d80e-2504-4657-8ebf-87677e8871b0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.0849633 Jun 23 14:13:28.070695 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-db483611-840a-49ea-b3db-f9b0bc7f2499 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 200 len: 999 time: 0.0561366 Jun 23 14:13:28.128426 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-66eaf79d-8372-46a1-9049-1bf85a1a44d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.129921 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-66eaf79d-8372-46a1-9049-1bf85a1a44d4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0488808 Jun 23 14:13:28.189414 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-de6ff87b-01ad-4bd8-9f62-f463bc8325a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.190922 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-de6ff87b-01ad-4bd8-9f62-f463bc8325a8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0515380 Jun 23 14:13:28.282168 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-a631f117-42d9-4f60-a7fb-7131035c2ad6 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799563 Jun 23 14:13:28.375042 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7474d5df-4f67-4645-a41d-80272df7ff9c req-d7f67fac-ce5c-45f9-a976-fd3a45731ac8 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839245 Jun 23 14:13:28.621459 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4d73efa1-1f78-4c5d-aa1a-72459ddf36be up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:28.675105 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:13:28.679244 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:28.679408 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:28.693184 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362ca49-fe16-4453-9e08-f3d8b5d4ae2f req-c25afc35-d802-4568-9dc0-748745456e3e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.695912 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4362ca49-fe16-4453-9e08-f3d8b5d4ae2f req-c25afc35-d802-4568-9dc0-748745456e3e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1134651 Jun 23 14:13:28.704201 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b527e532-4f83-41e6-ab0a-6b3ff27b9878 req-5dfe438a-ca3f-4810-8555-b7cb60653800 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.705846 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b527e532-4f83-41e6-ab0a-6b3ff27b9878 req-5dfe438a-ca3f-4810-8555-b7cb60653800 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1144655 Jun 23 14:13:28.765639 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:28.772964 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4362ca49-fe16-4453-9e08-f3d8b5d4ae2f req-edb1e55c-3165-48d5-8193-f56abb636cc9 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0573568 Jun 23 14:13:28.776409 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b527e532-4f83-41e6-ab0a-6b3ff27b9878 req-78a1f3fe-3c2b-43d7-88bf-80b4e3526cb4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624664 Jun 23 14:13:28.793534 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:28.804676 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfb54032-b02c-4216-90b3-d3f1e38b500f" -d '{"events": [{"server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "name": "network-vif-plugged", "status": "completed", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:28.820607 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:28.825835 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:28.827374 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:28.830633 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-692e46aa-4659-46b7-851e-551e39de57c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:28.871571 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7184fd38-6a8b-4553-81ac-c1a0dbaaea04 x-openstack-request-id: req-7184fd38-6a8b-4553-81ac-c1a0dbaaea04 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:28.871571 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "name": "network-vif-plugged", "status": "completed", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:28.871909 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-7184fd38-6a8b-4553-81ac-c1a0dbaaea04 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:28.872196 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'code': 200} Jun 23 14:13:28.911088 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:28.915303 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:28.993410 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74be145-8d5d-4406-8802-151550c59a85 req-3b3b355a-c18d-4ccd-9353-024145fc6ab2 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:28.995329 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f74be145-8d5d-4406-8802-151550c59a85 req-3b3b355a-c18d-4ccd-9353-024145fc6ab2 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0677207 Jun 23 14:13:29.041142 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f74be145-8d5d-4406-8802-151550c59a85 req-bfea0cdc-8684-4410-8157-514efda8a7ec tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389876 Jun 23 14:13:29.529584 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a82b0f8e-bf56-4493-8423-0707067e815f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:30.016004 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1266c5-cefe-4727-b32f-f96f531aa94a req-ad460950-30b8-4cfb-9156-e095c55e2677 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:30.017478 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eb1266c5-cefe-4727-b32f-f96f531aa94a req-ad460950-30b8-4cfb-9156-e095c55e2677 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1028776 Jun 23 14:13:30.028452 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ca01f-d264-447f-a4bd-9405289d09f2 req-8c7d1c65-8775-4c61-8e95-c643e5bce7a5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:30.029894 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-522ca01f-d264-447f-a4bd-9405289d09f2 req-8c7d1c65-8775-4c61-8e95-c643e5bce7a5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1244009 Jun 23 14:13:30.090960 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eb1266c5-cefe-4727-b32f-f96f531aa94a req-408ea7ea-a6b9-4ea7-a757-975d732985c2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0600815 Jun 23 14:13:30.093620 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-522ca01f-d264-447f-a4bd-9405289d09f2 req-510fe16f-e4a3-4b60-9cf0-ed5ce02e8309 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564711 Jun 23 14:13:30.283213 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5dcdeaa-09bd-4d9b-9a3c-6c0420c4639b req-0bb4e0d2-cf75-4060-ba68-7d59e23f400a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:30.284641 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5dcdeaa-09bd-4d9b-9a3c-6c0420c4639b req-0bb4e0d2-cf75-4060-ba68-7d59e23f400a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0693660 Jun 23 14:13:30.328109 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5dcdeaa-09bd-4d9b-9a3c-6c0420c4639b req-3db23ce4-438b-4bb6-98e5-edcb2b96e1b2 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366294 Jun 23 14:13:31.324213 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1572ecc5-e87a-4685-8aae-86a20a9c171f req-91e0c273-c253-45ff-a99e-5dda2b0a6642 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:31.325676 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1572ecc5-e87a-4685-8aae-86a20a9c171f req-91e0c273-c253-45ff-a99e-5dda2b0a6642 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1068628 Jun 23 14:13:31.334306 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea24804-50ae-4f13-9050-a2cede9a861b req-a25fef88-886a-4153-9a13-1b440464875a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:31.335812 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aea24804-50ae-4f13-9050-a2cede9a861b req-a25fef88-886a-4153-9a13-1b440464875a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1071041 Jun 23 14:13:31.400455 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1572ecc5-e87a-4685-8aae-86a20a9c171f req-6e776dae-679a-4df9-8714-2687bd2b59ed tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631244 Jun 23 14:13:31.405434 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aea24804-50ae-4f13-9050-a2cede9a861b req-e8d5d715-65b2-4390-8b13-bcb8d9e9620e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621789 Jun 23 14:13:31.809494 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062ceabc-381e-4766-8c67-dfa4e6c0b16c req-4e90fa36-a1dc-4668-acb5-41f02b1143d1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:31.811272 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-062ceabc-381e-4766-8c67-dfa4e6c0b16c req-4e90fa36-a1dc-4668-acb5-41f02b1143d1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.3004735 Jun 23 14:13:31.852415 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-062ceabc-381e-4766-8c67-dfa4e6c0b16c req-7d149dc6-b22b-425c-bb3c-250664829b73 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354064 Jun 23 14:13:32.187164 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cdd7c9ed-7360-4c92-8f4c-341d9151ea82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:32.223914 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:32.646138 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99162bf4-e200-4c99-b6ab-b29ba60d3647 req-443b0443-2aa0-4cd3-8a1b-a578b5f58782 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.647641 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-99162bf4-e200-4c99-b6ab-b29ba60d3647 req-443b0443-2aa0-4cd3-8a1b-a578b5f58782 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1112516 Jun 23 14:13:32.656723 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1687e35c-867e-447a-848f-c0e83cccccce req-8a0165f2-8ddb-4e4a-ad7c-f98dd4a1bdce tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:32.658220 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1687e35c-867e-447a-848f-c0e83cccccce req-8a0165f2-8ddb-4e4a-ad7c-f98dd4a1bdce tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1123345 Jun 23 14:13:32.718761 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1687e35c-867e-447a-848f-c0e83cccccce req-07333d36-972a-47d7-86fb-9eade2910a30 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534756 Jun 23 14:13:32.721447 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-99162bf4-e200-4c99-b6ab-b29ba60d3647 req-17a3f1c7-4595-4745-adaa-06982456d966 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623085 Jun 23 14:13:33.035726 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd834fa6-136d-40df-8b90-ad5c8567ed0d req-86cfe0bb-b517-4579-bf53-7eb9e1b62ef5 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.036308 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:13:33.037212 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dd834fa6-136d-40df-8b90-ad5c8567ed0d req-86cfe0bb-b517-4579-bf53-7eb9e1b62ef5 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0699236 Jun 23 14:13:33.090024 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dd834fa6-136d-40df-8b90-ad5c8567ed0d req-2f614cfb-80b0-45b6-921f-9995c267face tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455761 Jun 23 14:13:33.206486 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:33.958364 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2d4bfb-bb89-4ee4-b8d1-b5ccdb103b81 req-d624c9f6-1367-4b81-9c0b-8ca23303a3ab tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.959962 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ef2d4bfb-bb89-4ee4-b8d1-b5ccdb103b81 req-d624c9f6-1367-4b81-9c0b-8ca23303a3ab tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1192253 Jun 23 14:13:33.972082 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a34f04-b386-4bea-90bc-75d747eaba68 req-65be9feb-b4dc-4da6-a741-b7d642ade761 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:33.973541 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f0a34f04-b386-4bea-90bc-75d747eaba68 req-65be9feb-b4dc-4da6-a741-b7d642ade761 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1117306 Jun 23 14:13:34.031765 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ef2d4bfb-bb89-4ee4-b8d1-b5ccdb103b81 req-6439af8b-3814-4387-a4cf-66a1033cf67c tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572376 Jun 23 14:13:34.034277 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f0a34f04-b386-4bea-90bc-75d747eaba68 req-b5f3511d-7c60-472d-9094-1a865718361b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532866 Jun 23 14:13:34.276601 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f62f4a7-1c4d-412c-9eae-93b78d62725d req-45576a56-748d-4583-a8fa-454279832420 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:34.278232 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f62f4a7-1c4d-412c-9eae-93b78d62725d req-45576a56-748d-4583-a8fa-454279832420 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0734973 Jun 23 14:13:34.319820 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f62f4a7-1c4d-412c-9eae-93b78d62725d req-f7b34191-5bd8-4424-b06b-f9043055f34d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355046 Jun 23 14:13:34.947831 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:35.259081 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c5802-bce9-4e44-a27d-119278545896 req-45ff5e62-47e3-4bb5-abdc-bed81cb266fe tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.260671 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9c7c5802-bce9-4e44-a27d-119278545896 req-45ff5e62-47e3-4bb5-abdc-bed81cb266fe tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1057150 Jun 23 14:13:35.268197 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451e48a1-8b8f-4450-890f-610cf51eba62 req-1cca7ef7-d2a7-4ba7-aea0-12f9b44d9b3f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.269746 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-451e48a1-8b8f-4450-890f-610cf51eba62 req-1cca7ef7-d2a7-4ba7-aea0-12f9b44d9b3f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1129699 Jun 23 14:13:35.328163 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9c7c5802-bce9-4e44-a27d-119278545896 req-8c62649d-84f0-4d03-af31-9cd9bb166aad tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 Jun 23 14:13:35.336133 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-451e48a1-8b8f-4450-890f-610cf51eba62 req-78e701a3-def4-4d05-ae20-8d90ca1646f1 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0585203 Jun 23 14:13:35.505667 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fb6c2-a9e5-43e4-9cc9-17b0c80d3ed9 req-ac71c764-c3c6-485e-98e4-771f74c27822 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:35.507157 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c97fb6c2-a9e5-43e4-9cc9-17b0c80d3ed9 req-ac71c764-c3c6-485e-98e4-771f74c27822 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0659029 Jun 23 14:13:35.549440 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c97fb6c2-a9e5-43e4-9cc9-17b0c80d3ed9 req-69137bfb-bcdd-43ba-bf1e-0fb7c4a02568 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364485 Jun 23 14:13:36.573474 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f04884-71b8-49c3-9729-7246c9cabe9c req-3ebeb73e-ce09-4515-8edc-2b8bce46dc7e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.573474 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-09f04884-71b8-49c3-9729-7246c9cabe9c req-3ebeb73e-ce09-4515-8edc-2b8bce46dc7e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1130035 Jun 23 14:13:36.578366 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1017f4b4-20fd-4b2d-99b7-891fa5f0bc5b req-b9dd21f8-9e47-441b-ae11-625899fbd618 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.579855 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1017f4b4-20fd-4b2d-99b7-891fa5f0bc5b req-b9dd21f8-9e47-441b-ae11-625899fbd618 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1130753 Jun 23 14:13:36.638253 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-09f04884-71b8-49c3-9729-7246c9cabe9c req-ad4c0805-dc0b-42a9-a005-b1dcc4ba7582 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571692 Jun 23 14:13:36.643966 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1017f4b4-20fd-4b2d-99b7-891fa5f0bc5b req-5c268953-acdf-416d-a249-487d51ed8a33 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566320 Jun 23 14:13:36.808222 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526222fe-6b92-4f20-913f-623139677d5c req-c9f3b24f-bb2f-484c-adec-6ecacf091e4b tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:36.809712 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-526222fe-6b92-4f20-913f-623139677d5c req-c9f3b24f-bb2f-484c-adec-6ecacf091e4b tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0648851 Jun 23 14:13:36.850349 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-526222fe-6b92-4f20-913f-623139677d5c req-2fcdfbba-823e-4e52-a857-871cbba124a9 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346670 Jun 23 14:13:37.040049 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:37.865063 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702ea77-14ba-4d0a-82b1-4e6eb51139b0 req-6fdd2405-16ac-4d35-8b77-3012e32181fd tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.866756 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0702ea77-14ba-4d0a-82b1-4e6eb51139b0 req-6fdd2405-16ac-4d35-8b77-3012e32181fd tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1043069 Jun 23 14:13:37.877014 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079f7d54-cca7-4163-a788-3c4727a9ea85 req-7136a73e-2eed-441a-a996-ed0a21c01a45 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:37.878591 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-079f7d54-cca7-4163-a788-3c4727a9ea85 req-7136a73e-2eed-441a-a996-ed0a21c01a45 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1252637 Jun 23 14:13:37.938502 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0702ea77-14ba-4d0a-82b1-4e6eb51139b0 req-056e13c3-44f0-47e1-9449-7ab995af84f7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0589111 Jun 23 14:13:37.944582 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-079f7d54-cca7-4163-a788-3c4727a9ea85 req-0b657cbe-50b8-4cab-8402-f12f440bff64 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572977 Jun 23 14:13:38.115986 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3382f-256f-4321-aa1c-203770881a57 req-429c636f-7ad7-4d5d-be92-3677974d669c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:38.118151 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c9c3382f-256f-4321-aa1c-203770881a57 req-429c636f-7ad7-4d5d-be92-3677974d669c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0660625 Jun 23 14:13:38.166454 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c9c3382f-256f-4321-aa1c-203770881a57 req-8838b82b-41c1-4692-a1b6-2da76f20dc9a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422807 Jun 23 14:13:39.171008 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb334f18-8f17-4501-a246-a3351cf6a8f6 req-4169f80d-9419-4d41-a7d8-1a785225d8ce tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.172432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bb334f18-8f17-4501-a246-a3351cf6a8f6 req-4169f80d-9419-4d41-a7d8-1a785225d8ce tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0978372 Jun 23 14:13:39.182469 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc757a-8e34-4be0-9209-53a6b3a2f221 req-42b7b63f-ec87-44d8-8f71-efeb99e389b3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.183986 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-57dc757a-8e34-4be0-9209-53a6b3a2f221 req-42b7b63f-ec87-44d8-8f71-efeb99e389b3 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1189678 Jun 23 14:13:39.239107 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bb334f18-8f17-4501-a246-a3351cf6a8f6 req-e5fcab5a-8d58-42ce-8c20-71b2a9c3bb65 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0541232 Jun 23 14:13:39.244620 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-57dc757a-8e34-4be0-9209-53a6b3a2f221 req-df972486-abf8-4c5d-af06-e4893b36d952 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536065 Jun 23 14:13:39.420454 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b8c79d-6b02-4a19-bcd0-eb24b309fbb4 req-8e6883a6-3775-4402-8e95-93fee4ae647e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:39.422065 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11b8c79d-6b02-4a19-bcd0-eb24b309fbb4 req-8e6883a6-3775-4402-8e95-93fee4ae647e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0670388 Jun 23 14:13:39.462862 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11b8c79d-6b02-4a19-bcd0-eb24b309fbb4 req-8659b86c-7800-437a-b2f9-09544a197dd3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350924 Jun 23 14:13:40.472225 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d78fc21-02b4-4a4e-abe4-dd39ef206f2f req-da71a160-bbeb-4345-863a-6ccf79216d13 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.474244 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d78fc21-02b4-4a4e-abe4-dd39ef206f2f req-da71a160-bbeb-4345-863a-6ccf79216d13 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0920720 Jun 23 14:13:40.537165 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5d78fc21-02b4-4a4e-abe4-dd39ef206f2f req-c95eb42a-bf84-4afe-a647-16877c4ddcc8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560887 Jun 23 14:13:40.653184 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f1d99-e088-46f5-bd6b-f19b423a08c8 req-21cccc08-4439-4c67-bbe3-11126c3a9081 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.654787 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b30f1d99-e088-46f5-bd6b-f19b423a08c8 req-21cccc08-4439-4c67-bbe3-11126c3a9081 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0880191 Jun 23 14:13:40.745870 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b30f1d99-e088-46f5-bd6b-f19b423a08c8 req-91fe9d2a-4023-4c5d-81dd-1caf37763486 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0758286 Jun 23 14:13:40.771959 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38315e97-3d19-4b9a-b601-d7831dcf254e req-9ce699eb-26aa-49a5-bda8-30c01589a7cd tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:40.773588 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38315e97-3d19-4b9a-b601-d7831dcf254e req-9ce699eb-26aa-49a5-bda8-30c01589a7cd tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.1178551 Jun 23 14:13:40.813036 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38315e97-3d19-4b9a-b601-d7831dcf254e req-f4293ee8-2a16-490d-a4e5-a00bd13a88df tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338728 Jun 23 14:13:41.710500 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e5c29f-d921-4667-bcbd-8f655cf27bbc req-ef6caac4-a105-434f-bed2-67603cdc9cb4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.712190 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62e5c29f-d921-4667-bcbd-8f655cf27bbc req-ef6caac4-a105-434f-bed2-67603cdc9cb4 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0644429 Jun 23 14:13:41.751779 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62e5c29f-d921-4667-bcbd-8f655cf27bbc req-6c30665f-c327-4378-8417-d40a7b865b8e tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319724 Jun 23 14:13:41.983448 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a689a1ed-8c3c-4508-9abd-ccbf707c0959 req-99398cb6-f7f2-4822-a8e1-a8da56ecdac9 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:41.990115 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a689a1ed-8c3c-4508-9abd-ccbf707c0959 req-99398cb6-f7f2-4822-a8e1-a8da56ecdac9 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1123936 Jun 23 14:13:42.063132 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a689a1ed-8c3c-4508-9abd-ccbf707c0959 req-b621d00a-9481-4d6b-9c3b-b28a60d3c44b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0708222 Jun 23 14:13:42.094650 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2892d8c5-537e-43dd-bf5e-be2a9d4c7dda req-36be29a8-c6a9-4da2-ab5a-5fa746b9292e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.096137 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2892d8c5-537e-43dd-bf5e-be2a9d4c7dda req-36be29a8-c6a9-4da2-ab5a-5fa746b9292e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.1050565 Jun 23 14:13:42.134291 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2892d8c5-537e-43dd-bf5e-be2a9d4c7dda req-8c5b0a4e-cc47-4462-83d4-f071138e08d4 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316095 Jun 23 14:13:42.930222 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baec473f-dd9c-49ad-8dc4-c2dc6036ebde req-61683d5f-1f64-4bff-87cb-a46109bddd4c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:42.931707 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-baec473f-dd9c-49ad-8dc4-c2dc6036ebde req-61683d5f-1f64-4bff-87cb-a46109bddd4c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0683696 Jun 23 14:13:42.970779 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-baec473f-dd9c-49ad-8dc4-c2dc6036ebde req-86126604-615b-4a52-b2d8-000799676d19 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333858 Jun 23 14:13:43.327496 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fca84-3424-423e-8ece-3889394f9ed8 req-1f9b971a-dfb1-4d8c-9348-33f068c01b8c tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.329010 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cf7fca84-3424-423e-8ece-3889394f9ed8 req-1f9b971a-dfb1-4d8c-9348-33f068c01b8c tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1447392 Jun 23 14:13:43.337020 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dfded4-0c2c-44c6-ba1d-95ccbaa5aced req-e214248c-aa46-4932-b2b5-ecdae1e3a049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.338500 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2dfded4-0c2c-44c6-ba1d-95ccbaa5aced req-e214248c-aa46-4932-b2b5-ecdae1e3a049 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1098 time: 0.1245220 Jun 23 14:13:43.387178 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074d3990-133e-4f99-a6a1-92879ee0db08 req-23d434b7-273e-4c0c-af5b-7c8d2a675a82 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:43.388803 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-074d3990-133e-4f99-a6a1-92879ee0db08 req-23d434b7-273e-4c0c-af5b-7c8d2a675a82 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.1421387 Jun 23 14:13:43.426627 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cf7fca84-3424-423e-8ece-3889394f9ed8 req-40298f6e-ddf0-4ab9-9590-a86ea963ca93 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870397 Jun 23 14:13:43.430987 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2dfded4-0c2c-44c6-ba1d-95ccbaa5aced req-8ba10ea1-196a-4ecd-8dea-1bba6287822c service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812278 Jun 23 14:13:43.458864 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-074d3990-133e-4f99-a6a1-92879ee0db08 req-51e27fc0-cbc1-4830-b113-4af791866ac1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605662 Jun 23 14:13:44.147056 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31192064-cccf-41c0-9e52-ed0998f39cae req-0374f384-0796-446e-b44b-c8006cb7370b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.149270 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31192064-cccf-41c0-9e52-ed0998f39cae req-0374f384-0796-446e-b44b-c8006cb7370b tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0651464 Jun 23 14:13:44.186616 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31192064-cccf-41c0-9e52-ed0998f39cae req-6c4a1272-9cda-488c-84d5-6c549f699ff5 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315032 Jun 23 14:13:44.672916 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9b397-4536-4a03-9800-05532094cad0 req-69847548-9b0d-46a6-a33f-c6b1c5e81c3e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.674442 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-88f9b397-4536-4a03-9800-05532094cad0 req-69847548-9b0d-46a6-a33f-c6b1c5e81c3e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1185410 Jun 23 14:13:44.688935 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa32c6b-66f3-44e6-95af-1ffc01287f18 req-6eebb21f-1b75-4440-b31d-029f406db0a5 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:44.690389 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-baa32c6b-66f3-44e6-95af-1ffc01287f18 req-6eebb21f-1b75-4440-b31d-029f406db0a5 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0945637 Jun 23 14:13:44.747848 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-88f9b397-4536-4a03-9800-05532094cad0 req-deae3be5-4186-4fdc-a4c9-24b9fd45370a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664551 Jun 23 14:13:44.753375 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-baa32c6b-66f3-44e6-95af-1ffc01287f18 req-eaedbd9d-70b5-448d-b6c3-0181c723c310 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569358 Jun 23 14:13:45.986393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dfd6d-e06b-4757-8780-b6a6714f425f req-dbd877eb-7086-4a56-a303-a6c3e0ff6bcf tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:45.987872 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6d4dfd6d-e06b-4757-8780-b6a6714f425f req-dbd877eb-7086-4a56-a303-a6c3e0ff6bcf tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.1146545 Jun 23 14:13:46.000576 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672f77b3-eaff-45a2-9e28-69a6969e2d9e req-905a0e7c-2c35-45c5-9d0a-2b060b2c6c3e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.002129 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-672f77b3-eaff-45a2-9e28-69a6969e2d9e req-905a0e7c-2c35-45c5-9d0a-2b060b2c6c3e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.1171443 Jun 23 14:13:46.059630 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6d4dfd6d-e06b-4757-8780-b6a6714f425f req-8b0fd748-063c-4314-96b2-37095bcd64fa tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565259 Jun 23 14:13:46.064462 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-672f77b3-eaff-45a2-9e28-69a6969e2d9e req-b45e1590-4687-44e3-89f5-8925dd6b665c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545008 Jun 23 14:13:46.246608 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6958f-cd27-430b-bf3b-508811460c0d req-f5e55a78-891f-428b-8965-baf505a40073 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.248222 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-94c6958f-cd27-430b-bf3b-508811460c0d req-f5e55a78-891f-428b-8965-baf505a40073 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0666847 Jun 23 14:13:46.295406 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-94c6958f-cd27-430b-bf3b-508811460c0d req-a15d5044-9f10-452f-88be-68581f7f9ce5 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413101 Jun 23 14:13:46.704659 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4742fed-7a16-415c-abeb-4524a9708c6b req-e7b280be-fdac-45af-84d1-db4e79909795 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.706225 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4742fed-7a16-415c-abeb-4524a9708c6b req-e7b280be-fdac-45af-84d1-db4e79909795 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0723288 Jun 23 14:13:46.748930 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b4742fed-7a16-415c-abeb-4524a9708c6b req-91c8ee37-8925-47a0-95c7-0688696495b2 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354331 Jun 23 14:13:46.872939 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bc8bb-9bde-4f1e-ba38-515a2bc72972 req-ad48f3f2-7b66-446b-a883-a9e0f19c4070 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:46.874580 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d48bc8bb-9bde-4f1e-ba38-515a2bc72972 req-ad48f3f2-7b66-446b-a883-a9e0f19c4070 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0850282 Jun 23 14:13:46.918366 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d48bc8bb-9bde-4f1e-ba38-515a2bc72972 req-5cbaaa48-983f-454a-aa18-4f981e1c3132 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378029 Jun 23 14:13:47.263483 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c594a4-272f-4875-9da6-a9af33996fc9 req-399e64e6-daef-4e81-950f-59bdc65d7fc2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.264987 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-64c594a4-272f-4875-9da6-a9af33996fc9 req-399e64e6-daef-4e81-950f-59bdc65d7fc2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0837255 Jun 23 14:13:47.303146 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-64c594a4-272f-4875-9da6-a9af33996fc9 req-cffde8e0-87c7-4f30-82f4-c324e5ba6b89 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324655 Jun 23 14:13:47.776991 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ae77f6-f2fa-437d-9608-bb6e11d4a9a3 req-868ddc71-4294-400f-8a90-a122ace0b098 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:47.778507 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-68ae77f6-f2fa-437d-9608-bb6e11d4a9a3 req-868ddc71-4294-400f-8a90-a122ace0b098 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0613747 Jun 23 14:13:47.814971 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-68ae77f6-f2fa-437d-9608-bb6e11d4a9a3 req-b83aea5e-23f7-4fdd-85c5-f8a4eb9c4e52 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307322 Jun 23 14:13:48.097083 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77faf59-96e4-4fe8-91ac-75752d969e06 req-1aa1b909-0fbf-40d7-8e52-7215baa1a02d tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.098582 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d77faf59-96e4-4fe8-91ac-75752d969e06 req-1aa1b909-0fbf-40d7-8e52-7215baa1a02d tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0640302 Jun 23 14:13:48.139465 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d77faf59-96e4-4fe8-91ac-75752d969e06 req-de474fd0-3f30-434f-8436-4f9db41bb773 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344741 Jun 23 14:13:48.420364 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93204c0f-6123-4956-b2aa-0a115e3d8031 req-9ad71f49-4922-4d4c-9284-de0a2c4671c0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.421878 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93204c0f-6123-4956-b2aa-0a115e3d8031 req-9ad71f49-4922-4d4c-9284-de0a2c4671c0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0674345 Jun 23 14:13:48.488791 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93204c0f-6123-4956-b2aa-0a115e3d8031 req-88eebf95-8adf-459d-9ed5-331c6942e6dd tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612988 Jun 23 14:13:48.519371 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d1c9de-3200-49c7-9660-01eb8c0990f1 req-7b7d7b82-da53-4483-aeaf-64daf1f48560 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:48.520858 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e4d1c9de-3200-49c7-9660-01eb8c0990f1 req-7b7d7b82-da53-4483-aeaf-64daf1f48560 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 943 time: 0.0856791 Jun 23 14:13:48.560279 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e4d1c9de-3200-49c7-9660-01eb8c0990f1 req-1846e9f2-4ca7-4ced-a645-eff5778adfae tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329552 Jun 23 14:13:48.687338 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:13:48.786467 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:48.797858 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'port_id': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'mac_address': 'fa:16:3e:4f:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:13:48.836414 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:48.849744 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d618a6e-3a9b-41eb-9916-8132e5ed2605 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:13:48.872099 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:48.876440 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:48.879065 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:48.933558 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=9']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:48.941021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.941243 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.941416 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.941756 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.942114 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.942446 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.942775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.943100 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.943424 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.943786 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.944110 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.944437 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:48.949588 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:49.000513 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6d616-e19b-4b48-a35b-cc7d0bf29bc7 req-a4786b01-098c-48db-9915-61f525991ee3 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.002012 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-83e6d616-e19b-4b48-a35b-cc7d0bf29bc7 req-a4786b01-098c-48db-9915-61f525991ee3 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0713775 Jun 23 14:13:49.040319 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-83e6d616-e19b-4b48-a35b-cc7d0bf29bc7 req-3f820a2a-4934-4764-a263-fb0758e54d79 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327897 Jun 23 14:13:49.268295 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['1d618a6e-3a9b-41eb-9916-8132e5ed2605'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:49.318346 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5262944d-ca87-42cd-a83e-45080a28ee48 req-7c373f89-4e58-4c4e-a00b-6e8760d81426 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.319820 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5262944d-ca87-42cd-a83e-45080a28ee48 req-7c373f89-4e58-4c4e-a00b-6e8760d81426 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0653794 Jun 23 14:13:49.358126 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5262944d-ca87-42cd-a83e-45080a28ee48 req-9550c42e-6afb-40c8-931e-3e6788e431d6 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323606 Jun 23 14:13:49.665350 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06880c13-e1c7-41ea-aceb-3a38e5dfb593 req-6212c183-6a8f-4ba4-8526-49ce7097e50f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.666923 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-06880c13-e1c7-41ea-aceb-3a38e5dfb593 req-6212c183-6a8f-4ba4-8526-49ce7097e50f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0673335 Jun 23 14:13:49.739486 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-06880c13-e1c7-41ea-aceb-3a38e5dfb593 req-b062f8a4-b2cf-4c3c-a105-eb2a171453de tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666492 Jun 23 14:13:49.769950 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a066a5-327c-43fa-bd86-bf2f3fc4c47c req-2878994b-3aba-4275-88e7-fd98b7c69f31 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:49.771493 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-36a066a5-327c-43fa-bd86-bf2f3fc4c47c req-2878994b-3aba-4275-88e7-fd98b7c69f31 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 944 time: 0.0923889 Jun 23 14:13:49.811125 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-36a066a5-327c-43fa-bd86-bf2f3fc4c47c req-99f33085-37f1-4393-8f09-d22f89095662 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332224 Jun 23 14:13:50.215646 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e6c58-c9b3-44b3-b6f7-8a7cec8d2811 req-674e58d7-cbbb-4c44-919d-d7f05eac817e tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.217129 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a27e6c58-c9b3-44b3-b6f7-8a7cec8d2811 req-674e58d7-cbbb-4c44-919d-d7f05eac817e tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0654612 Jun 23 14:13:50.254945 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a27e6c58-c9b3-44b3-b6f7-8a7cec8d2811 req-55c35380-bec1-404b-98e4-721e0b837d4e tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321646 Jun 23 14:13:50.542960 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5721bd6b-077f-48dd-b69a-ce172c741e5f req-39cc0ac0-f461-4395-b3a3-8d5768e498a3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.544429 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5721bd6b-077f-48dd-b69a-ce172c741e5f req-39cc0ac0-f461-4395-b3a3-8d5768e498a3 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0691066 Jun 23 14:13:50.584141 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5721bd6b-077f-48dd-b69a-ce172c741e5f req-2af34767-e9a6-4e0d-a8b4-9255d701b82e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340545 Jun 23 14:13:50.702193 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:13:50.752512 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:50.752893 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:50.830780 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:50.853739 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:50.856206 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fa3b7b4-2ad2-4d82-96cd-4d3944b779fb" -d '{"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-plugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:50.869186 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:50.874477 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:50.877490 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:50.923192 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99506d-a7fb-493a-ad48-8b416404fcdd req-28dc0ee8-e608-4a15-8efe-13afb34604f6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:50.924697 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dd99506d-a7fb-493a-ad48-8b416404fcdd req-28dc0ee8-e608-4a15-8efe-13afb34604f6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.0683534 Jun 23 14:13:50.929885 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=10']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:50.933040 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:50.993887 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dd99506d-a7fb-493a-ad48-8b416404fcdd req-5d3d141e-1605-4496-b8aa-0e6a4a015c76 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610135 Jun 23 14:13:51.026677 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a6fd282-8b20-4f8a-847f-5a4620be4b56 req-dc9385f7-ee4e-4236-9e52-8dd100d32720 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.029245 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1a6fd282-8b20-4f8a-847f-5a4620be4b56 req-dc9385f7-ee4e-4236-9e52-8dd100d32720 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 946 time: 0.0812099 Jun 23 14:13:51.055631 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff3c399-901a-4907-b8a0-d3be40c94c4f x-openstack-request-id: req-eff3c399-901a-4907-b8a0-d3be40c94c4f {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:51.056046 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-plugged", "status": "completed", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:51.056403 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-eff3c399-901a-4907-b8a0-d3be40c94c4f {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:51.056932 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'code': 200} Jun 23 14:13:51.076932 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1a6fd282-8b20-4f8a-847f-5a4620be4b56 req-8b6ffe6a-6e86-4b59-8cee-694655050f4a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0371847 Jun 23 14:13:51.281670 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971787c3-21d7-437a-91b2-aabf5a92cc58 req-8b2bb8ee-cc12-4519-87b8-1ba379515531 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.283148 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-971787c3-21d7-437a-91b2-aabf5a92cc58 req-8b2bb8ee-cc12-4519-87b8-1ba379515531 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0612147 Jun 23 14:13:51.321468 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-971787c3-21d7-437a-91b2-aabf5a92cc58 req-66b655ca-ffab-46de-adcf-c2ceb635e829 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325682 Jun 23 14:13:51.346594 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52352) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:51.502592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-ac672b87-12d3-49a5-8d64-b2399c056b70 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.504025 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-ac672b87-12d3-49a5-8d64-b2399c056b70 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1264057 Jun 23 14:13:51.512930 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce33cff4-2b07-4a0d-bf9c-44bfb7259004 req-3c2d755f-1bf7-4f41-be29-af0145cd37ef tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.514329 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce33cff4-2b07-4a0d-bf9c-44bfb7259004 req-3c2d755f-1bf7-4f41-be29-af0145cd37ef tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.1463888 Jun 23 14:13:51.603919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266fc519-939f-40c6-8abb-0ec1c9de589a tempest-TestMinimumBasicScenario-1172980664 tempest-TestMinimumBasicScenario-1172980664-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:51.605527 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-266fc519-939f-40c6-8abb-0ec1c9de589a tempest-TestMinimumBasicScenario-1172980664 tempest-TestMinimumBasicScenario-1172980664-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1093 time: 0.2579072 Jun 23 14:13:51.609618 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52356) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:51.615224 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'floatingip': {'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'port_id': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:51.630167 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce33cff4-2b07-4a0d-bf9c-44bfb7259004 req-d90aec90-0bd1-40d2-bb6d-f4b874bd6cbd tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034005 Jun 23 14:13:51.643425 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for floatingip, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.701090 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Deleting port df66fc86-3499-47ff-baf5-a1faf57871b9 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:51.701784 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.747672 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:51.855261 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Allocated IP 172.28.2.131 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/bec0546e-4381-4e26-8e7a-470f1c8d2b5c) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:13:51.967156 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.006277 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.009189 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1e20efa4-fca4-4204-b7bc-18fb12d80bde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:52.048259 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:13:52.051365 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150f77be-2c18-45ca-a811-c6a022604d01 req-c88a27e4-137e-41d0-9bf1-3f21c61d86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.051901 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:13:52.052838 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150f77be-2c18-45ca-a811-c6a022604d01 req-c88a27e4-137e-41d0-9bf1-3f21c61d86a2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1099 time: 0.3907263 Jun 23 14:13:52.057030 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:13:52.078642 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] For port df66fc86-3499-47ff-baf5-a1faf57871b9, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=df66fc86-3499-47ff-baf5-a1faf57871b9,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:52.079035 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.084966 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'Port': ['ID=bec0546e-4381-4e26-8e7a-470f1c8d2b5c,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:52.089291 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:52.103917 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Calling delete_port for df66fc86-3499-47ff-baf5-a1faf57871b9 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:52.140061 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998d88f7-f707-44db-8678-12ca3bfcf0ae req-aabb5d09-7d17-4268-8a36-c0c01b354862 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.141553 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-998d88f7-f707-44db-8678-12ca3bfcf0ae req-aabb5d09-7d17-4268-8a36-c0c01b354862 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.4160464 Jun 23 14:13:52.184497 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150f77be-2c18-45ca-a811-c6a022604d01 req-ad814f72-8da5-413f-8af7-09240c653694 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1187794 Jun 23 14:13:52.263892 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-998d88f7-f707-44db-8678-12ca3bfcf0ae req-5085da42-70f0-4b06-8f6a-64b085af0cba tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1114571 Jun 23 14:13:52.325552 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860bb764-21ce-4399-8810-ab7b49a6ec89 req-9d44b535-18e6-447b-ac13-a2be0616a024 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.327344 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-860bb764-21ce-4399-8810-ab7b49a6ec89 req-9d44b535-18e6-447b-ac13-a2be0616a024 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=adc68b2b-2c12-4beb-b97b-76a147433894 HTTP/1.1" status: 200 len: 946 time: 0.1994817 Jun 23 14:13:52.364309 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.375455 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:52.378951 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['ba1eb979-94f3-446d-bd0c-ec33668ca8ca', 'df66fc86-3499-47ff-baf5-a1faf57871b9'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:52.423976 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-860bb764-21ce-4399-8810-ab7b49a6ec89 req-f0c815af-d972-4ee9-a1fe-18fd40e961bf tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894430 Jun 23 14:13:52.471020 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Pushing event deleted for resources: {'Port': ['ID=df66fc86-3499-47ff-baf5-a1faf57871b9,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:52.473773 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:52.498576 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] No DVR routers for this DVR port df66fc86-3499-47ff-baf5-a1faf57871b9 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:52.501289 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.503530 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eb8f1e0e-94ee-4d0d-8864-01fd24917e0e req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "DELETE /v2.0/ports/df66fc86-3499-47ff-baf5-a1faf57871b9 HTTP/1.1" status: 204 len: 173 time: 0.9874988 Jun 23 14:13:52.504879 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'name': 'network-vif-deleted', 'tag': 'df66fc86-3499-47ff-baf5-a1faf57871b9'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:52.509147 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556f7383-6e24-4c62-980c-9902d7ef83be" -d '{"events": [{"server_uuid": "adc68b2b-2c12-4beb-b97b-76a147433894", "name": "network-vif-deleted", "tag": "df66fc86-3499-47ff-baf5-a1faf57871b9"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:52.552391 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab83010-3436-45e6-b090-919d3c176ba7 req-77f61a80-2026-45bd-a9ec-025e9d11edef tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.563692 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bab83010-3436-45e6-b090-919d3c176ba7 req-77f61a80-2026-45bd-a9ec-025e9d11edef tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 946 time: 0.1769290 Jun 23 14:13:52.574454 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112d7240-c585-4a1d-b943-0902d7b33e8f x-openstack-request-id: req-112d7240-c585-4a1d-b943-0902d7b33e8f {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:52.575206 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "adc68b2b-2c12-4beb-b97b-76a147433894", "name": "network-vif-deleted", "tag": "df66fc86-3499-47ff-baf5-a1faf57871b9", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:52.575686 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-112d7240-c585-4a1d-b943-0902d7b33e8f {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:52.576117 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'adc68b2b-2c12-4beb-b97b-76a147433894', 'name': 'network-vif-deleted', 'tag': 'df66fc86-3499-47ff-baf5-a1faf57871b9', 'status': 'completed', 'code': 200} Jun 23 14:13:52.608454 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bab83010-3436-45e6-b090-919d3c176ba7 req-2b6f3c91-9496-4e97-a3ad-8e92bed5f331 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0434051 Jun 23 14:13:52.738422 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.818725 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.821182 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1330ca0-bf4e-4269-a2f1-3b2ce2cac661 req-071b71e1-0db3-4c3d-b800-f9fab2e41021 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:52.822913 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f1330ca0-bf4e-4269-a2f1-3b2ce2cac661 req-071b71e1-0db3-4c3d-b800-f9fab2e41021 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.0698490 Jun 23 14:13:52.861058 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f1330ca0-bf4e-4269-a2f1-3b2ce2cac661 req-bc953d06-e9fd-487e-847a-1283365aea75 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320761 Jun 23 14:13:52.970033 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.974865 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:52.977668 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79126b3b-e2b1-42df-8083-ce5dd18fdd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:53.043354 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'Port': ['ID=bec0546e-4381-4e26-8e7a-470f1c8d2b5c,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:53.057496 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.057798 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.058208 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.058561 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.058915 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.059287 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.059637 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.059986 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.060337 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.060685 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.061030 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.061374 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:13:53.066649 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:53.070316 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.173945 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.l3_db [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Floating IP d683c5f1-6beb-4ab8-a7b0-1e912aedf93b associated. External IP: 172.28.2.131, port: 4d73efa1-1f78-4c5d-aa1a-72459ddf36be. Jun 23 14:13:53.406477 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:13:53.471337 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee74902f-ef22-4065-8d49-efcd4512feca req-5aa35db0-1dc9-48c7-ac67-477981872d71 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.475694 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee74902f-ef22-4065-8d49-efcd4512feca req-5aa35db0-1dc9-48c7-ac67-477981872d71 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0830622 Jun 23 14:13:53.523810 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee74902f-ef22-4065-8d49-efcd4512feca req-18ec5738-a867-47a8-acb3-b73cc4408180 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419657 Jun 23 14:13:53.538100 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:13:53.549550 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] Sync routers for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:13:53.567918 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:53.571217 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:13:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:53.578430 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.621887 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0111299 Jun 23 14:13:53.622633 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:53.625300 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa12b40c-5906-49a0-b977-981c90f342cc" -d '{"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:53.625461 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52406) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:53.630738 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-759709233', 'description': 'tempest-secgroup-smoke-759709233 description', 'project_id': 'eb393a05baf84efd9404c49974ea3b90'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:53.667934 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.708739 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bcfc348-9693-440c-870d-5db0afd30cba x-openstack-request-id: req-9bcfc348-9693-440c-870d-5db0afd30cba {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:53.708739 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:53.709153 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-9bcfc348-9693-440c-870d-5db0afd30cba {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:53.709550 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'status': 'completed', 'code': 200} Jun 23 14:13:53.739100 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:53.818853 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.838451 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.863731 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d2667a79-bf71-4323-8784-b1364106ab49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:53.911490 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:53.913090 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2865744 Jun 23 14:13:53.914591 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f0ab07a-ee33-468a-a98d-258e466bf4d7,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:53.916292 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52418) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:53.922754 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'security_group_rule': {'security_group_id': '8f0ab07a-ee33-468a-a98d-258e466bf4d7', 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:53.939127 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:53.952457 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b40c-5906-49a0-b977-981c90f342cc req-fcffd4f5-be14-4585-bc0a-7ccd0833ccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:53.954111 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aa12b40c-5906-49a0-b977-981c90f342cc req-fcffd4f5-be14-4585-bc0a-7ccd0833ccd9 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1098 time: 0.1766467 Jun 23 14:13:53.976244 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.029498 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'd683c5f1-6beb-4ab8-a7b0-1e912aedf93b', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'port_id': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'mac_address': 'fa:16:3e:89:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:52Z', 'updated_at': '2021-06-23T14:13:52Z', 'revision_number': 0, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:49Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:54.050833 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.056439 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.058054 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] Checking router: 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:13:54.059612 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:54.068011 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:13:54.068633 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:13:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:54.083943 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf626592-16bc-4339-8f51-65f0eb73857d,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:54.093220 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.097790 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1804371 Jun 23 14:13:54.098871 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-32479961-94ea-4c6d-a16c-596967cae9fb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:54.099375 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52420) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:54.106565 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'security_group_rule': {'security_group_id': '8f0ab07a-ee33-468a-a98d-258e466bf4d7', 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:54.139283 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.175685 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbacf3f-5afc-4b3f-9943-86b69fdf0ac1 req-27e042c1-21d8-4363-93cd-ec1dc34a728e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.183046 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-abbacf3f-5afc-4b3f-9943-86b69fdf0ac1 req-27e042c1-21d8-4363-93cd-ec1dc34a728e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 946 time: 0.3085091 Jun 23 14:13:54.189352 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b40c-5906-49a0-b977-981c90f342cc req-ac98f91d-4590-4c01-882d-4da533248e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.190790 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aa12b40c-5906-49a0-b977-981c90f342cc req-ac98f91d-4590-4c01-882d-4da533248e7d service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 915 time: 0.1925569 Jun 23 14:13:54.210144 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.212931 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:13:54.219855 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.223097 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:54.243440 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f27a6388-5180-43ea-9374-fbccf97a741d,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:54.248154 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:54.257025 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.260805 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-134d9a12-d400-4dd8-a427-711542a5bc2e tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580319 Jun 23 14:13:54.261219 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52422) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:54.266327 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'security_group_rule': {'security_group_id': '8f0ab07a-ee33-468a-a98d-258e466bf4d7', 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:54.276247 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f44ae2-60db-4a0a-a773-4d79ab221f39 req-9bce310e-d9a5-4a6c-b15e-70ffb219375c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.277795 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-34f44ae2-60db-4a0a-a773-4d79ab221f39 req-9bce310e-d9a5-4a6c-b15e-70ffb219375c tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.3222799 Jun 23 14:13:54.300641 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.307920 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-890d5851-a74f-4558-8aac-99b77d3b6748 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.309398 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-890d5851-a74f-4558-8aac-99b77d3b6748 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.3122807 Jun 23 14:13:54.327924 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-abbacf3f-5afc-4b3f-9943-86b69fdf0ac1 req-8831332c-2608-4d34-bd66-eb3e2e311f97 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437387 Jun 23 14:13:54.374471 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aa12b40c-5906-49a0-b977-981c90f342cc req-62442628-f779-4de8-bb86-4ff8c2f302c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 999 time: 0.1595492 Jun 23 14:13:54.390614 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.397137 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.400125 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b8734e90-bfef-4c02-ab49-fa5008922c7f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:54.420645 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8d23ec6-94ea-4cc3-b994-68d17e7e4073,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:54.423897 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:54.433862 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.438185 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1731858 Jun 23 14:13:54.438362 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52424) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:54.446056 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'security_group_rule': {'security_group_id': '8f0ab07a-ee33-468a-a98d-258e466bf4d7', 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:54.448710 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-34f44ae2-60db-4a0a-a773-4d79ab221f39 req-f550e289-2150-4745-badb-782573e1cbe6 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535938 Jun 23 14:13:54.484540 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.486794 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b40c-5906-49a0-b977-981c90f342cc req-80e56fa5-547c-4571-9294-f0be33e72420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.488374 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aa12b40c-5906-49a0-b977-981c90f342cc req-80e56fa5-547c-4571-9294-f0be33e72420 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 200 len: 853 time: 0.1034994 Jun 23 14:13:54.516900 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'd683c5f1-6beb-4ab8-a7b0-1e912aedf93b', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'port_id': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'mac_address': 'fa:16:3e:89:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:52Z', 'updated_at': '2021-06-23T14:13:52Z', 'revision_number': 0, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:49Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:13:54.544490 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1febf89-c65e-4616-a662-f8300ed67c07 None None] The sync data for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb is: [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'd683c5f1-6beb-4ab8-a7b0-1e912aedf93b', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'floating_ip_address': '172.28.2.131', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'port_id': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'mac_address': 'fa:16:3e:89:79:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:13:52Z', 'updated_at': '2021-06-23T14:13:52Z', 'revision_number': 0, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:49Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:13:54.551304 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.558764 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.560911 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-96f54522-6fbb-4810-81c0-e2d7998b776f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:54.580971 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Deleting port 615348b5-6fa7-48fb-a7e6-5bef47a8085a {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:13:54.581200 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61064c42-c4eb-4460-ad99-c1318a935908,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:54.581379 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.584274 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:54.592779 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.596925 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1548824 Jun 23 14:13:54.599765 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52428) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:54.606258 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'security_group_rule': {'security_group_id': '8f0ab07a-ee33-468a-a98d-258e466bf4d7', 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:54.633429 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.securitygroups_db [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Project eb393a05baf84efd9404c49974ea3b90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:13:54.639490 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.687363 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa12b40c-5906-49a0-b977-981c90f342cc req-1fd14987-96c9-4853-b55d-871e3d9d1edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.688847 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aa12b40c-5906-49a0-b977-981c90f342cc req-1fd14987-96c9-4853-b55d-871e3d9d1edc service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9992e5f-b2a7-4352-85af-3de44301741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1853912 Jun 23 14:13:54.717881 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.723033 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.725512 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5aed234d-98b6-4011-8005-8761f29e5edb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:54.745847 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcc9a3a9-c6cc-4428-a6da-996276b60b5f,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:54.748509 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.752570 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1488514 Jun 23 14:13:54.752570 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f6d4e467-a934-471a-8ac3-db6cb640e864 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:54.753099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52430) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:13:54.757679 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'security_group_rule': {'security_group_id': '8f0ab07a-ee33-468a-a98d-258e466bf4d7', 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:54.763134 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905dbc9c-7cc3-4ddb-a326-db5da9ed17a6 req-f69fd9b3-d28a-49bf-bed2-5e755a672248 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.770240 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-905dbc9c-7cc3-4ddb-a326-db5da9ed17a6 req-f69fd9b3-d28a-49bf-bed2-5e755a672248 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 945 time: 0.2563584 Jun 23 14:13:54.783668 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.securitygroups_db [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Project eb393a05baf84efd9404c49974ea3b90 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:13:54.790070 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.795457 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] For port 615348b5-6fa7-48fb-a7e6-5bef47a8085a, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=615348b5-6fa7-48fb-a7e6-5bef47a8085a,segment=NetworkSegment(95b2a42c-4078-4438-9174-4c8982c48a0e),segment_id=95b2a42c-4078-4438-9174-4c8982c48a0e)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:54.795766 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.807311 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967a6e52-5f62-4ff5-a208-3ccb99f7cd30 None None] New status for floating IP d683c5f1-6beb-4ab8-a7b0-1e912aedf93b: ACTIVE {{(pid=93110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:13:54.849619 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Calling delete_port for 615348b5-6fa7-48fb-a7e6-5bef47a8085a owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:13:54.874084 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.878803 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.881590 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:54.895802 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-905dbc9c-7cc3-4ddb-a326-db5da9ed17a6 req-1d5a87c6-05b0-40ef-95b7-d3f5ba2ce982 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/security-groups?id=99e52897-8584-4927-81d1-082322c30d95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246924 Jun 23 14:13:54.901263 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bf6ff73-d0a2-4d8b-baf1-1270d93d26cf,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:54.909493 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:54.916632 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:54.919291 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1640885 Jun 23 14:13:54.974946 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aa12b40c-5906-49a0-b977-981c90f342cc req-b9e37e2b-596f-4454-9909-3d277fd80709 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2705100 Jun 23 14:13:54.987715 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209fc2f2-d107-4c31-ade5-a03ffc161957 req-1a540fa4-fd95-43bf-9bde-1c11371da79a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:54.989193 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-209fc2f2-d107-4c31-ade5-a03ffc161957 req-1a540fa4-fd95-43bf-9bde-1c11371da79a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.2974052 Jun 23 14:13:55.151877 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-209fc2f2-d107-4c31-ade5-a03ffc161957 req-2972d877-b5bc-4d10-85f2-01eb701678d0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490409 Jun 23 14:13:55.163666 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-de365d7a-1246-48d7-81f1-56c8fefb2825 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759709233&fields=id&tenant_id=eb393a05baf84efd9404c49974ea3b90 HTTP/1.1" status: 200 len: 267 time: 0.1301012 Jun 23 14:13:55.218449 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-aa12b40c-5906-49a0-b977-981c90f342cc req-8e47c64b-6111-462e-b143-84a44bf6695b service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2254941 Jun 23 14:13:55.229804 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.238942 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8a978118-c372-49b7-a10f-09223ab53105 tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:55.241705 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['615348b5-6fa7-48fb-a7e6-5bef47a8085a'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:55.275049 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Pushing event deleted for resources: {'Port': ['ID=615348b5-6fa7-48fb-a7e6-5bef47a8085a,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:55.277347 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:55.326023 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] No DVR routers for this DVR port 615348b5-6fa7-48fb-a7e6-5bef47a8085a on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:13:55.328724 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.330868 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8fd68bc3-661b-4a55-9ff1-76f668fd3a71 req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.42 "DELETE /v2.0/ports/615348b5-6fa7-48fb-a7e6-5bef47a8085a HTTP/1.1" status: 204 len: 173 time: 1.0095868 Jun 23 14:13:55.331524 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'name': 'network-vif-deleted', 'tag': '615348b5-6fa7-48fb-a7e6-5bef47a8085a'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:55.333760 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecb24b1-3f6f-41b2-9a9c-de35f73fcc34" -d '{"events": [{"server_uuid": "4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9", "name": "network-vif-deleted", "tag": "615348b5-6fa7-48fb-a7e6-5bef47a8085a"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:55.345537 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-a22bdc4a-8588-4834-acc3-a637115f6e59 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.346437 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-a22bdc4a-8588-4834-acc3-a637115f6e59 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.1738389 Jun 23 14:13:55.360768 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'port': {'security_groups': ['6173712e-d7a7-41e9-9e5e-9cd3e38e4663', '8f0ab07a-ee33-468a-a98d-258e466bf4d7']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:13:55.386857 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5340caea-ae30-4167-8f27-c78cf456182d x-openstack-request-id: req-5340caea-ae30-4167-8f27-c78cf456182d {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:55.387196 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9", "name": "network-vif-deleted", "tag": "615348b5-6fa7-48fb-a7e6-5bef47a8085a", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:55.387482 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5340caea-ae30-4167-8f27-c78cf456182d {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:55.387909 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9', 'name': 'network-vif-deleted', 'tag': '615348b5-6fa7-48fb-a7e6-5bef47a8085a', 'status': 'completed', 'code': 200} Jun 23 14:13:55.452373 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.615722 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b7429e-ec5a-4f5d-b39b-c5feca0fa10b req-bbe48b83-86bf-4df1-a797-86ea412ad05e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.617892 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e7b7429e-ec5a-4f5d-b39b-c5feca0fa10b req-bbe48b83-86bf-4df1-a797-86ea412ad05e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 946 time: 0.1252773 Jun 23 14:13:55.699931 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e7b7429e-ec5a-4f5d-b39b-c5feca0fa10b req-4a54c011-d4e3-45a4-adc4-16fa06e3bffa tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0754108 Jun 23 14:13:55.722672 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:13:55.754565 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.760396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.764689 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-450ffb2a-9e14-4d98-8d2e-094e4763c517 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:13:55.775609 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4d73efa1-1f78-4c5d-aa1a-72459ddf36be'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:55.805619 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.806353 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:55.807737 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c599aebd-6e82-463d-a8d1-9250e68a6fc7 req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "PUT /v2.0/ports/4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 981 time: 0.4523723 Jun 23 14:13:55.870064 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=6']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:13:55.875164 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:13:55.927010 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4d73efa1-1f78-4c5d-aa1a-72459ddf36be'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:13:55.930488 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9061287-83c6-4b0b-9b25-8cccb9190603 req-5dfe4bc9-d519-446f-b9a9-1716385dc29d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:55.935814 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f9061287-83c6-4b0b-9b25-8cccb9190603 req-5dfe4bc9-d519-446f-b9a9-1716385dc29d tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1228325 Jun 23 14:13:56.034487 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f9061287-83c6-4b0b-9b25-8cccb9190603 req-b649a7a6-06dc-4eeb-a785-8a22cd919ee2 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920084 Jun 23 14:13:56.082333 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df82129-8dbb-496b-a680-a3defc159c30 req-b0db9bd7-8b10-42ea-8b96-eac2ea2b4d7a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:56.084594 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6df82129-8dbb-496b-a680-a3defc159c30 req-b0db9bd7-8b10-42ea-8b96-eac2ea2b4d7a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1133859 Jun 23 14:13:56.146046 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6df82129-8dbb-496b-a680-a3defc159c30 req-e9a06ee0-791a-4a89-b461-45297805567b tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0538960 Jun 23 14:13:56.184323 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-f0eaa3c0-393b-4733-97ad-a1b699cde092 None None] Provisioning complete for port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:13:56.184707 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f0eaa3c0-393b-4733-97ad-a1b699cde092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:56.238911 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b6e15a4c-3b55-4226-8bf4-4da053483ef8 req-1ba9e6a4-e36b-4805-9fe0-3827176d775b tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] 10.222.0.16 "GET /v2.0/ports?device_id=4115c91a-7f61-4d7b-aa0c-f03fefc6cdd9 HTTP/1.1" status: 200 len: 210 time: 0.0290897 Jun 23 14:13:56.344918 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11945980-90ef-4005-929d-7cacd7e3b703 req-f44f3464-753d-461e-bcca-38eb373aefde tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:56.346421 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11945980-90ef-4005-929d-7cacd7e3b703 req-f44f3464-753d-461e-bcca-38eb373aefde tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0680161 Jun 23 14:13:56.388955 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11945980-90ef-4005-929d-7cacd7e3b703 req-3a952ed8-7ad5-43af-bb82-ab9fc01603d9 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364423 Jun 23 14:13:56.716186 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 615348b5-6fa7-48fb-a7e6-5bef47a8085a no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:56.738721 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 615348b5-6fa7-48fb-a7e6-5bef47a8085a {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:56.739081 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 615348b5-6fa7-48fb-a7e6-5bef47a8085a not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:56.739515 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device df66fc86-3499-47ff-baf5-a1faf57871b9 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:13:56.758585 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: df66fc86-3499-47ff-baf5-a1faf57871b9 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:13:56.758942 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device df66fc86-3499-47ff-baf5-a1faf57871b9 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:13:57.204934 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65004389-e2ee-4af5-b8e3-a3a7c27a882a req-0b8a9604-a9ed-4c96-a8e1-a70775d53217 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.206446 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65004389-e2ee-4af5-b8e3-a3a7c27a882a req-0b8a9604-a9ed-4c96-a8e1-a70775d53217 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0634258 Jun 23 14:13:57.243996 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-65004389-e2ee-4af5-b8e3-a3a7c27a882a req-f9ff20e5-96d9-4e95-b5b3-678dcaacbf86 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311668 Jun 23 14:13:57.389704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:13:57.392426 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc402738-c7ba-4af8-afe4-87d716ce99ed" -d '{"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:13:57.429451 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:13:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2480dc73-334d-4d49-a336-534fb765675a x-openstack-request-id: req-2480dc73-334d-4d49-a336-534fb765675a {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:13:57.429823 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:13:57.430150 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2480dc73-334d-4d49-a336-534fb765675a {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:13:57.430573 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'status': 'completed', 'code': 200} Jun 23 14:13:57.553031 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-dc7af169-0b0f-48e9-aab3-a342edff55d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.554701 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-dc7af169-0b0f-48e9-aab3-a342edff55d1 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1137 time: 0.0948958 Jun 23 14:13:57.637197 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42369868-1954-4c71-8f77-29237a715ae2 req-aec5eba3-6e3e-49cb-8779-ba637a164ff7 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.638733 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-42369868-1954-4c71-8f77-29237a715ae2 req-aec5eba3-6e3e-49cb-8779-ba637a164ff7 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1331995 Jun 23 14:13:57.698940 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-42369868-1954-4c71-8f77-29237a715ae2 req-55d9d94c-a0d4-4baa-890b-d1ac27ea7bc9 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540826 Jun 23 14:13:57.700052 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-127d3294-7146-4d68-b978-d005586faf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:57.701630 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-127d3294-7146-4d68-b978-d005586faf52 service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 915 time: 0.1336176 Jun 23 14:13:58.062996 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-0e0b6d34-0fa3-4fe7-b0c3-e99afbb4d38e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 1001 time: 0.3533328 Jun 23 14:13:58.138391 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-6f7b5bdb-154f-4a3c-b782-462285e24f5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.139733 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-6f7b5bdb-154f-4a3c-b782-462285e24f5a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 200 len: 853 time: 0.0671110 Jun 23 14:13:58.143100 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-2cac3e27-0678-49da-880f-59d6fae054fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.144451 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-2cac3e27-0678-49da-880f-59d6fae054fd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 1098 time: 0.1499255 Jun 23 14:13:58.152909 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894e51d-04ba-4057-8678-ff4cf17cbc23 req-90f6a568-c46a-4c54-837d-7775194d023e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.154339 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b894e51d-04ba-4057-8678-ff4cf17cbc23 req-90f6a568-c46a-4c54-837d-7775194d023e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1609442 Jun 23 14:13:58.284271 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b894e51d-04ba-4057-8678-ff4cf17cbc23 req-507212fe-41e2-4e66-95de-8700143d4837 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129358 Jun 23 14:13:58.312128 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-e6911686-3f5e-43de-a762-4bdd979b7de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.313597 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-e6911686-3f5e-43de-a762-4bdd979b7de1 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9992e5f-b2a7-4352-85af-3de44301741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1574004 Jun 23 14:13:58.314578 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-3d7925ad-90cb-4d94-8331-2975ae6e3358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.315862 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-3d7925ad-90cb-4d94-8331-2975ae6e3358 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 912 time: 0.1606965 Jun 23 14:13:58.480083 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-e3500fcc-fc97-4f9f-affe-f680cbf640ac service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad HTTP/1.1" status: 200 len: 1001 time: 0.1441269 Jun 23 14:13:58.517047 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-4d349f6f-4f40-443d-a053-1c056ff07cf1 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1885467 Jun 23 14:13:58.558726 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670aeb88-6b22-4a36-9dd0-9ff8a7296a72 req-47927378-80d2-4286-8dde-7ae5a98fc0c0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.560223 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-670aeb88-6b22-4a36-9dd0-9ff8a7296a72 req-47927378-80d2-4286-8dde-7ae5a98fc0c0 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1797585 Jun 23 14:13:58.635626 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-b892355b-6c9e-4832-977f-d221c3273e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.637071 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-b892355b-6c9e-4832-977f-d221c3273e4b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.1366456 Jun 23 14:13:58.690941 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-670aeb88-6b22-4a36-9dd0-9ff8a7296a72 req-f43dda71-fce8-47ad-8a5b-84ad8c65ad63 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188953 Jun 23 14:13:58.708933 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc402738-c7ba-4af8-afe4-87d716ce99ed req-c036f4b0-1433-4f61-b161-198bbdd3e144 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737192 Jun 23 14:13:58.738812 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-e5e50333-9f8c-4510-ab56-05d053bd5882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:58.740260 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-e5e50333-9f8c-4510-ab56-05d053bd5882 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0869086 Jun 23 14:13:58.843696 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-bdb03ca8-3153-4266-8465-09583e7f7b84 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929995 Jun 23 14:13:58.942912 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ac87e40e-da80-4554-abd2-8117ffeb2282 req-88f1425f-79b4-45a9-a2a7-0b2e0c9dba4f service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834591 Jun 23 14:13:59.461685 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3482c987-c3d3-4370-8366-6346e1514d5b req-f9e7c4af-230b-4c02-a574-7d75a4ed4a67 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:59.463181 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3482c987-c3d3-4370-8366-6346e1514d5b req-f9e7c4af-230b-4c02-a574-7d75a4ed4a67 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0646901 Jun 23 14:13:59.500549 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3482c987-c3d3-4370-8366-6346e1514d5b req-a4bd8d59-35bc-4ae7-8e17-b6c556bf6974 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 Jun 23 14:13:59.521219 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-90705695-b2c9-4ac9-9b1a-da9573731fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:13:59.873509 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab554d-9811-4560-ace8-269b59a2ae93 req-1b0d647b-221d-4db9-870b-ccf342bde4eb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:13:59.875274 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9dab554d-9811-4560-ace8-269b59a2ae93 req-1b0d647b-221d-4db9-870b-ccf342bde4eb tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0697758 Jun 23 14:13:59.916399 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9dab554d-9811-4560-ace8-269b59a2ae93 req-9c137400-b8c0-4854-bc96-cd53199b4439 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353048 Jun 23 14:14:00.679829 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cde2e8-7d99-4768-b180-f7b5711d31a1 req-f64ccd75-5a1d-43a1-8d86-fb6ddad16310 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:00.681307 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29cde2e8-7d99-4768-b180-f7b5711d31a1 req-f64ccd75-5a1d-43a1-8d86-fb6ddad16310 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0631571 Jun 23 14:14:00.720323 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29cde2e8-7d99-4768-b180-f7b5711d31a1 req-049b91a8-10a2-4bca-82a6-9eabd6a2612d tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333462 Jun 23 14:14:01.011253 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-1873f48e-a30c-4215-a379-1cb46e5bef7f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:01.012929 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-1873f48e-a30c-4215-a379-1cb46e5bef7f tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.0669212 Jun 23 14:14:01.156307 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1589190d-4a92-42d1-a20a-6c79d281502a req-eb62e160-4e9e-4dce-be28-4832d4919cf8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:01.157777 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1589190d-4a92-42d1-a20a-6c79d281502a req-eb62e160-4e9e-4dce-be28-4832d4919cf8 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/ports?device_id=f19e4a04-27de-4314-ac5a-8809fc25d01b HTTP/1.1" status: 200 len: 945 time: 0.1293786 Jun 23 14:14:01.183926 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Deleting port ba1eb979-94f3-446d-bd0c-ec33668ca8ca {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:01.184273 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.249261 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1589190d-4a92-42d1-a20a-6c79d281502a req-6ec40844-da3b-4017-afa6-48ef4dd74099 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.16 "GET /v2.0/security-groups?id=b81ea8c2-93f7-44f3-9a8e-76f884950ad5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853536 Jun 23 14:14:01.294739 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] For port ba1eb979-94f3-446d-bd0c-ec33668ca8ca, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:01.295097 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.308167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Calling delete_port for ba1eb979-94f3-446d-bd0c-ec33668ca8ca owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:01.443113 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.447997 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:01.456285 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['ba1eb979-94f3-446d-bd0c-ec33668ca8ca'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:01.474003 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Pushing event deleted for resources: {'Port': ['ID=ba1eb979-94f3-446d-bd0c-ec33668ca8ca,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:01.485295 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.485660 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.486041 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.486396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.486877 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.487123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.487510 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.487854 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.488123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.488530 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.488893 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.489176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:01.494023 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:01.529836 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] No DVR routers for this DVR port ba1eb979-94f3-446d-bd0c-ec33668ca8ca on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:01.532210 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:01.534167 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e3b84bbc-5ace-4d6f-b7b9-3d3af2758b15 req-ced86022-6814-4242-b10c-84caa9488f73 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] 10.222.0.42 "DELETE /v2.0/ports/ba1eb979-94f3-446d-bd0c-ec33668ca8ca HTTP/1.1" status: 204 len: 173 time: 0.5155883 Jun 23 14:14:01.534645 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'name': 'network-vif-deleted', 'tag': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:01.536897 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d17b43-a211-4f98-a8a0-984039ed091b" -d '{"events": [{"server_uuid": "f19e4a04-27de-4314-ac5a-8809fc25d01b", "name": "network-vif-deleted", "tag": "ba1eb979-94f3-446d-bd0c-ec33668ca8ca"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:01.576966 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4a124d-b7ae-4ab3-8b2b-b997d1b46e1f x-openstack-request-id: req-2e4a124d-b7ae-4ab3-8b2b-b997d1b46e1f {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:01.577288 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f19e4a04-27de-4314-ac5a-8809fc25d01b", "name": "network-vif-deleted", "tag": "ba1eb979-94f3-446d-bd0c-ec33668ca8ca", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:01.577589 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e4a124d-b7ae-4ab3-8b2b-b997d1b46e1f {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:01.578029 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f19e4a04-27de-4314-ac5a-8809fc25d01b', 'name': 'network-vif-deleted', 'tag': 'ba1eb979-94f3-446d-bd0c-ec33668ca8ca', 'status': 'completed', 'code': 200} Jun 23 14:14:02.187774 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-627a7954-c5f6-4926-853f-1a49fbeea9fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:02.226332 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:02.340140 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52508) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:02.754409 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380926'] for router_interface, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:03.053522 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Deleting port 5002c7ba-d602-47a4-b372-411a4622f55f {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:03.054285 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:03.209640 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:03.352651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] For port 5002c7ba-d602-47a4-b372-411a4622f55f, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=5002c7ba-d602-47a4-b372-411a4622f55f,segment=NetworkSegment(8feb7473-0a54-49cc-b898-f094133de0ea),segment_id=8feb7473-0a54-49cc-b898-f094133de0ea)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:03.353267 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:03.368555 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Calling delete_port for 5002c7ba-d602-47a4-b372-411a4622f55f owned by network:router_interface {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:03.604413 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:03.606407 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5acc86d0-7cf3-4226-b3f6-8dd02f6b7b10 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:03.630600 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Pushing event deleted for resources: {'Port': ['ID=5002c7ba-d602-47a4-b372-411a4622f55f,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:03.636112 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:03.797013 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673806'] for router_interface, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.021257 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Router d5f86161-ca2a-4142-be2c-516442ca1cd4 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:04.128419 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:04.134048 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-dc2f8e4d-0f1a-4336-a510-93e27b5b0b94 admin admin] 10.222.0.16 "PUT /v2.0/routers/d5f86161-ca2a-4142-be2c-516442ca1cd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7928619 Jun 23 14:14:04.136699 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52524) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:04.138530 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] Sync routers for ids ['d5f86161-ca2a-4142-be2c-516442ca1cd4'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:04.147601 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] Routers {'d5f86161-ca2a-4142-be2c-516442ca1cd4'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:04.148700 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:14:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d5f86161-ca2a-4142-be2c-516442ca1cd4'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:04.239578 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.250551 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] Set router d5f86161-ca2a-4142-be2c-516442ca1cd4 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:04.341583 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.396103 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Deleting port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:04.396345 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.426678 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53'}], 'enable_snat': True}, 'gw_port_id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:14:03Z', 'revision_number': 5, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port': {'id': '3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:96:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:09:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:04.463624 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] Checking router: d5f86161-ca2a-4142-be2c-516442ca1cd4 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:04.471744 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] Routers {'d5f86161-ca2a-4142-be2c-516442ca1cd4'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:04.472749 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:14:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['d5f86161-ca2a-4142-be2c-516442ca1cd4'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:04.479462 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] For port 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:04.479827 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.492132 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Calling delete_port for 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:04.556315 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] Set router d5f86161-ca2a-4142-be2c-516442ca1cd4 gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:04.680655 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.683430 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-36cc682c-6f11-4b0b-883b-b72fea0fe412 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:04.688785 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:14:04Z', 'revision_number': 6, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port_host': None}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:04.707706 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:04.712206 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:04.717818 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f495f77d-e15e-4e49-914a-d1cd8f81a408 None None] The sync data for ids ['d5f86161-ca2a-4142-be2c-516442ca1cd4'] in dv-cinder-794001-2-smb is: [{'id': 'd5f86161-ca2a-4142-be2c-516442ca1cd4', 'name': 'tempest-ServerRescueNegativeTestJSON-1160632687-router', 'tenant_id': '886f5dc6ee71416facba8579a6b72b4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:50Z', 'updated_at': '2021-06-23T14:14:04Z', 'revision_number': 6, 'project_id': '886f5dc6ee71416facba8579a6b72b4a', 'gw_port_host': None}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:04.763849 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ba1eb979-94f3-446d-bd0c-ec33668ca8ca no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:04.771791 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675739'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.784609 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: ba1eb979-94f3-446d-bd0c-ec33668ca8ca {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:04.784970 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device ba1eb979-94f3-446d-bd0c-ec33668ca8ca not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:04.873203 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28234'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.875267 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.942049 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674805'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.942586 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5f86161-ca2a-4142-be2c-516442ca1cd4 {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:14:04.947710 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.950428 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] 10.222.0.16 "DELETE /v2.0/routers/d5f86161-ca2a-4142-be2c-516442ca1cd4 HTTP/1.1" status: 204 len: 168 time: 0.8127210 Jun 23 14:14:04.951816 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52530) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:04.956350 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:04.997582 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_v2 [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Deleting subnet 3abf8f45-769b-465d-bd8d-7bba5295d84a {{(pid=93108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:05.001136 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.036167 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65330286'] for subnet, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.082560 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.153114 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65168661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66149441'] for subnet, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.162327 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-95046cb2-9b40-45d8-9120-37b2b8dff7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:05.167780 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.169828 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] 10.222.0.16 "DELETE /v2.0/subnets/3abf8f45-769b-465d-bd8d-7bba5295d84a HTTP/1.1" status: 204 len: 168 time: 0.2168825 Jun 23 14:14:05.173309 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52532) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:05.188431 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3abf8f45-769b-465d-bd8d-7bba5295d84a,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:05.191002 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-477df8f6-cfe0-48b6-a087-5c8a9d46a24d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:05.252080 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.340133 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.349879 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26526aa0-6b35-4ae5-a2e8-c67132694c42']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:05.360404 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8feb7473-0a54-49cc-b898-f094133de0ea') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:05.360700 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8feb7473-0a54-49cc-b898-f094133de0ea') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:05.370277 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61746094'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.384332 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.390085 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:05.390471 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62311943'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: Traceback (most recent call last): Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: timer() Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: cb(*args, **kw) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: return func(*args, **kwargs) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: self._notify() Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: self.callback(batched_events) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: event.method(event) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: return f(self, *a, **k) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: return self._get(url).json() Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:05.392163 dv-cinder-794001-2-smb neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:05.447456 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.451698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-24714dde-0875-410c-9577-63e934d8576b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:05.455621 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.457478 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] 10.222.0.16 "DELETE /v2.0/networks/26526aa0-6b35-4ae5-a2e8-c67132694c42 HTTP/1.1" status: 204 len: 168 time: 0.2819691 Jun 23 14:14:05.466839 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Pushing event deleted for resources: {'Network': ['ID=26526aa0-6b35-4ae5-a2e8-c67132694c42,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:05.469519 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:05.489910 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 5002c7ba-d602-47a4-b372-411a4622f55f no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:05.514969 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 5002c7ba-d602-47a4-b372-411a4622f55f {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:05.515337 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 5002c7ba-d602-47a4-b372-411a4622f55f not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:05.649932 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52540) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:05.697246 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-47a9ea2e-a220-4cb5-9d2f-972cac46d850 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=886f5dc6ee71416facba8579a6b72b4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0432811 Jun 23 14:14:05.697749 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52542) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:05.759302 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.785916 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.851639 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.854339 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:05.858042 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/b81ea8c2-93f7-44f3-9a8e-76f884950ad5 HTTP/1.1" status: 204 len: 168 time: 0.1568248 Jun 23 14:14:05.858042 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7c789e5e-05ba-444d-956b-ad26dbbb1001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:05.865320 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81ea8c2-93f7-44f3-9a8e-76f884950ad5,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:05.868693 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:05.927392 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-1d0b6c40-06a3-48dd-b672-70617444bcf1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2984011 Jun 23 14:14:06.012869 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-cfad38e8-8ff7-4274-8b89-2bcf0a75365c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.014395 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-cfad38e8-8ff7-4274-8b89-2bcf0a75365c service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 1099 time: 0.0529990 Jun 23 14:14:06.129626 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-0eed2254-3645-4099-a751-a767d18e7ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.131100 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-0eed2254-3645-4099-a751-a767d18e7ec9 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.0885563 Jun 23 14:14:06.198347 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-e41fafcb-cfc1-4a89-8375-ce9467427786 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 200 len: 1001 time: 0.0602534 Jun 23 14:14:06.248143 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-2b0a1d27-2a27-4e3d-a5b1-0ed14840ba1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.249609 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-2b0a1d27-2a27-4e3d-a5b1-0ed14840ba1f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0449898 Jun 23 14:14:06.316012 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-4b883ea6-2516-424d-8986-c50eac1dce93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:06.317494 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-4b883ea6-2516-424d-8986-c50eac1dce93 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553546 Jun 23 14:14:06.419391 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-d6d99a14-221a-4eb8-b9cc-790afd8fedbe service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881684 Jun 23 14:14:06.533268 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b0a5470d-8f97-49d9-91f1-a4377d554b6e req-82b22991-f368-41ab-bdb5-c422f690feee service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059346 Jun 23 14:14:06.830966 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:06.850724 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:06.851073 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3a6d5589-71c0-4e38-974f-5e9d2e7f1c0a not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:07.066296 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.636893 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52626) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:09.739688 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dd2356bb-9242-4887-802b-4c6b57f14ad9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.827766 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dd2356bb-9242-4887-802b-4c6b57f14ad9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.832701 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-dd2356bb-9242-4887-802b-4c6b57f14ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.837343 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-d758e4ca-776e-45f9-bd58-c714faeaa86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:09.876422 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-dd2356bb-9242-4887-802b-4c6b57f14ad9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=0f1859e68f4342a5a23dd87eae861e57&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2384241 Jun 23 14:14:09.877337 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2356bb-9242-4887-802b-4c6b57f14ad9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e9b742-fc7b-4b8d-aee3-f881f47c3f71,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:09.879331 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52636) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:09.881710 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-dd2356bb-9242-4887-802b-4c6b57f14ad9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:09.930889 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.953280 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:09.999140 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.001698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:10.002907 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/75e9b742-fc7b-4b8d-aee3-f881f47c3f71 HTTP/1.1" status: 204 len: 168 time: 0.1225369 Jun 23 14:14:10.003715 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b2c801c5-a18b-4595-bc36-c3c50b6d53fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:10.011514 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e9b742-fc7b-4b8d-aee3-f881f47c3f71,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:10.013792 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:10.034992 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:14:11.753221 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52706) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:11.858387 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd270-1f9f-4528-93bb-eed94f30c99d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.951826 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd270-1f9f-4528-93bb-eed94f30c99d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.955737 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ec6dd270-1f9f-4528-93bb-eed94f30c99d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:11.958341 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-f1d326ae-b285-4248-b852-c3f17666615b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:11.998244 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-ec6dd270-1f9f-4528-93bb-eed94f30c99d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a28cabe967c9421c84b53011f4373335&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2438917 Jun 23 14:14:11.999136 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6dd270-1f9f-4528-93bb-eed94f30c99d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7075922f-a4d2-4b98-a3a6-1ebd17828d19,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.001008 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52710) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.002221 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ec6dd270-1f9f-4528-93bb-eed94f30c99d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.052339 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.073443 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.125027 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.127908 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.129076 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/7075922f-a4d2-4b98-a3a6-1ebd17828d19 HTTP/1.1" status: 204 len: 168 time: 0.1265478 Jun 23 14:14:12.129885 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f83a5d97-0abf-4d18-8a30-c6f46ce78667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.138414 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7075922f-a4d2-4b98-a3a6-1ebd17828d19,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.140784 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.421236 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52736) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.436694 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e988c2ac-a5e8-4ce6-8df8-ab99c6358a08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.531559 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e988c2ac-a5e8-4ce6-8df8-ab99c6358a08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.536949 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e988c2ac-a5e8-4ce6-8df8-ab99c6358a08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.540068 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-06ebc079-ca94-472a-b8b9-fc6040430703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.578365 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e988c2ac-a5e8-4ce6-8df8-ab99c6358a08 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=15c76915d5554b299c6dd40f5c91a259&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1555753 Jun 23 14:14:12.579287 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e988c2ac-a5e8-4ce6-8df8-ab99c6358a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f43661e9-569c-49c5-9d8c-5533d58f4b47,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.580952 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52738) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:12.582263 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e988c2ac-a5e8-4ce6-8df8-ab99c6358a08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:12.634045 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.655200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.709685 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.713004 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:12.714198 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f43661e9-569c-49c5-9d8c-5533d58f4b47 HTTP/1.1" status: 204 len: 168 time: 0.1314588 Jun 23 14:14:12.714992 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-39cf8006-0007-45da-b123-cdf0589cc36a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:12.722626 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f43661e9-569c-49c5-9d8c-5533d58f4b47,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:12.724910 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:14.273102 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52788) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:14.377895 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b6cff677-7a0b-4b46-b529-8a963c7b9d94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.468128 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b6cff677-7a0b-4b46-b529-8a963c7b9d94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.472726 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b6cff677-7a0b-4b46-b529-8a963c7b9d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.474908 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-549b0eb6-8a79-4047-9eea-b7894bb8b843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:14.489656 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52794) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:14.510725 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cff677-7a0b-4b46-b529-8a963c7b9d94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db01fefb-35bf-4b54-8956-86191a024d1e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:14.514926 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-b6cff677-7a0b-4b46-b529-8a963c7b9d94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=def1e6cb1fc0487ea113074bcb0e6db6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406423 Jun 23 14:14:14.515959 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b6cff677-7a0b-4b46-b529-8a963c7b9d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:14.517412 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52796) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:14.535459 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_v2 [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Deleting subnet a7959254-0f98-4714-986e-9a24736c8d8b {{(pid=93108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:14:14.539291 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.571864 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.574306 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65330286'] for subnet, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.595321 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.618756 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.644994 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.647922 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.649075 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/db01fefb-35bf-4b54-8956-86191a024d1e HTTP/1.1" status: 204 len: 168 time: 0.1306579 Jun 23 14:14:14.649914 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fd8a1f86-1340-442f-8fe6-3704b2c739b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:14.658974 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db01fefb-35bf-4b54-8956-86191a024d1e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:14.661635 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:14.677092 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65168661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66149441'] for subnet, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.684332 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7defc222-03ac-409c-997f-8f46491f3d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:14.710453 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7959254-0f98-4714-986e-9a24736c8d8b,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:14.713124 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.715615 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/a7959254-0f98-4714-986e-9a24736c8d8b HTTP/1.1" status: 204 len: 168 time: 0.2247214 Jun 23 14:14:14.716727 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:14.717919 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52800) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:14.789298 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.874491 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.886482 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffe3226-b65b-4924-b55a-5b0be7b5c79c']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:14.896527 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95b2a42c-4078-4438-9174-4c8982c48a0e') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:14.896828 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95b2a42c-4078-4438-9174-4c8982c48a0e') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:14.907469 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.922881 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.929374 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Releasing vlan 847 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:14:14.929776 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:14:14.931957 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:14:14.934251 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52804) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:14.947769 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-65127a9d-dcf0-4807-8778-27eaac3a958a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.993605 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:14.997380 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.001002 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.005203 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] 10.222.0.16 "DELETE /v2.0/networks/5ffe3226-b65b-4924-b55a-5b0be7b5c79c HTTP/1.1" status: 204 len: 168 time: 0.2839653 Jun 23 14:14:15.014030 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Pushing event deleted for resources: {'Network': ['ID=5ffe3226-b65b-4924-b55a-5b0be7b5c79c,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.016512 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-17168dc3-3d68-4cc4-a81d-369ac588c29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.057890 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-65127a9d-dcf0-4807-8778-27eaac3a958a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.063623 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-65127a9d-dcf0-4807-8778-27eaac3a958a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.068123 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2215d6e7-ff3f-4dd4-8cf4-7767a08dca2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.108381 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-65127a9d-dcf0-4807-8778-27eaac3a958a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4e6040d558864f00b9986c2bab7d4715&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1736045 Jun 23 14:14:15.110932 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52808) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.117236 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65127a9d-dcf0-4807-8778-27eaac3a958a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54833012-f5be-4a67-990a-6f6b1c3b1383,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.120993 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-65127a9d-dcf0-4807-8778-27eaac3a958a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.187975 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7132285c-acb1-4b51-98b7-c31598cd3b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.208810 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52810) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.223257 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7132285c-acb1-4b51-98b7-c31598cd3b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.254151 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-db70e195-9480-4c67-b161-2fa0ac17dbf8 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e13c37e9e435468185f480eb70821d06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0416586 Jun 23 14:14:15.254366 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52812) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:15.298797 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7132285c-acb1-4b51-98b7-c31598cd3b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.301329 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7132285c-acb1-4b51-98b7-c31598cd3b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.302665 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-7132285c-acb1-4b51-98b7-c31598cd3b04 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/54833012-f5be-4a67-990a-6f6b1c3b1383 HTTP/1.1" status: 204 len: 168 time: 0.1908221 Jun 23 14:14:15.304107 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b51d9979-c720-40de-b55d-537f72ca2b1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.310269 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.312415 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132285c-acb1-4b51-98b7-c31598cd3b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54833012-f5be-4a67-990a-6f6b1c3b1383,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.314827 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-7132285c-acb1-4b51-98b7-c31598cd3b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:15.336577 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.384115 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.386844 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:15.388009 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/99e52897-8584-4927-81d1-082322c30d95 HTTP/1.1" status: 204 len: 168 time: 0.1327863 Jun 23 14:14:15.388840 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ab94330c-5c00-4136-b3c9-5f9a779e6641 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:15.398908 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e52897-8584-4927-81d1-082322c30d95,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:15.401462 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:21.012861 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52900) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:21.113878 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e7a47678-8fd0-4d6d-bafd-c871a2a33bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.204046 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e7a47678-8fd0-4d6d-bafd-c871a2a33bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.208184 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e7a47678-8fd0-4d6d-bafd-c871a2a33bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.211584 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ee1a3290-6e65-4e19-8636-447b7bde6660 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:21.259830 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e7a47678-8fd0-4d6d-bafd-c871a2a33bf0 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=74f90b6d1f604588a4f83727906ad4a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458324 Jun 23 14:14:21.261777 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52904) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:21.262322 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a47678-8fd0-4d6d-bafd-c871a2a33bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e132fb9-c33d-4966-a97a-3a5769e214a7,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:21.265560 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e7a47678-8fd0-4d6d-bafd-c871a2a33bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:21.321760 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d195-4ba2-49b9-bef5-87baca565505 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.348792 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d195-4ba2-49b9-bef5-87baca565505 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.405158 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d195-4ba2-49b9-bef5-87baca565505 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.407992 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2eb3d195-4ba2-49b9-bef5-87baca565505 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.409226 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-2eb3d195-4ba2-49b9-bef5-87baca565505 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6e132fb9-c33d-4966-a97a-3a5769e214a7 HTTP/1.1" status: 204 len: 168 time: 0.1456327 Jun 23 14:14:21.410094 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b6cff677-7a0b-4b46-b529-8a963c7b9d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:21.418396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb3d195-4ba2-49b9-bef5-87baca565505 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e132fb9-c33d-4966-a97a-3a5769e214a7,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:21.420777 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2eb3d195-4ba2-49b9-bef5-87baca565505 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:21.696744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 52912) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:21.711106 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ec34893e-7482-4d1d-acd7-16f1c80a9daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.797103 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ec34893e-7482-4d1d-acd7-16f1c80a9daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.801753 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-ec34893e-7482-4d1d-acd7-16f1c80a9daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.806102 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5af9d6a4-6dcb-490b-bd69-f84441781ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:21.842011 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-ec34893e-7482-4d1d-acd7-16f1c80a9daf admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=47c7ef0a9d2943189467195458860d75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1441662 Jun 23 14:14:21.842903 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec34893e-7482-4d1d-acd7-16f1c80a9daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cdf6eef-438d-4a89-b454-2246f6a60665,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:21.844862 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 52914) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:21.845866 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ec34893e-7482-4d1d-acd7-16f1c80a9daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:21.894638 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.915411 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.962145 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.964718 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:21.965861 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0cdf6eef-438d-4a89-b454-2246f6a60665 HTTP/1.1" status: 204 len: 168 time: 0.1200049 Jun 23 14:14:21.966644 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-328c8972-a372-4a60-972e-09475e031d77 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:21.973765 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cdf6eef-438d-4a89-b454-2246f6a60665,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:21.976129 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:29.523694 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5723932a-bd93-438d-b133-1cb2ef449cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.188575 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46b6c8a2-b45c-489c-b754-11e8bff546d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:32.228568 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:33.209948 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.191362 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53032) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:34.299537 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8b33c8ff-7fbc-42c3-880f-bd06b6a30c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.386759 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8b33c8ff-7fbc-42c3-880f-bd06b6a30c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.390496 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8b33c8ff-7fbc-42c3-880f-bd06b6a30c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.393666 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9c20b1e0-3e7e-4654-8305-00ab4ee38d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:34.430599 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-8b33c8ff-7fbc-42c3-880f-bd06b6a30c9c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=2b985d100cd142319745f5a430e5ba68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2380733 Jun 23 14:14:34.431498 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33c8ff-7fbc-42c3-880f-bd06b6a30c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d5439b-1b87-44b0-89a0-49dd55a6107c,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:34.433163 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53036) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:34.439527 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8b33c8ff-7fbc-42c3-880f-bd06b6a30c9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:34.485657 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.507825 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.554804 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.557419 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:34.558627 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0d5439b-1b87-44b0-89a0-49dd55a6107c HTTP/1.1" status: 204 len: 168 time: 0.1245055 Jun 23 14:14:34.559387 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4178ec81-e7cd-488c-a575-3a977228c50e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:34.567375 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d5439b-1b87-44b0-89a0-49dd55a6107c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:34.571034 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:34.947246 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.170487 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53058) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:35.266715 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-871829150-network', 'tenant_id': 'd27697dff2f843dbb9bf9691292ed9ee'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:35.287864 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Made reservation on behalf of d27697dff2f843dbb9bf9691292ed9ee for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:35.290239 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.298601 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.387837 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.391539 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.394389 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-6636c209-2bb0-4583-b9d0-a8c7d8266b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:35.417392 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 804} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:14:35.423464 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcec1ab0-b654-4a5e-95f7-dad01f1fc344,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:35.427193 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:35.430504 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.430840 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Added segment 1ba9e2de-50d4-4e68-90fe-1a260d26694e of type vlan for network e8b07c21-232d-48f2-92fa-36352c1eb13f Jun 23 14:14:35.469879 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.497211 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.498469 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:35.499047 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.501029 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:35.554220 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3825910 Jun 23 14:14:35.557560 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53062) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:35.562183 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Pushing event updated for resources: {'Network': ['ID=e8b07c21-232d-48f2-92fa-36352c1eb13f,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:35.562403 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Request body: {'subnet': {'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-871829150-subnet', 'tenant_id': 'd27697dff2f843dbb9bf9691292ed9ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:35.564872 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:35.572632 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network e8b07c21-232d-48f2-92fa-36352c1eb13f details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:14:35.592661 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Made reservation on behalf of d27697dff2f843dbb9bf9691292ed9ee for: {'subnet': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:35.592661 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-61245805'] for subnet, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.759885 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-62456153', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-61245823'] for subnet, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.762026 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:35.813938 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7595b602-83f9-4e95-9278-f579239ec091,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:35.816658 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:35.823982 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Checking segment: {'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:35.824338 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Network hostable DHCP agents. Network: e8b07c21-232d-48f2-92fa-36352c1eb13f, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:14:35.840761 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Network e8b07c21-232d-48f2-92fa-36352c1eb13f is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:14:35.849395 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, e8b07c21-232d-48f2-92fa-36352c1eb13f) {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:35.854615 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:35.855229 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:35.859896 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b8371f2-4fbd-4f0c-b2a1-231b81d85b65 None None] Network e8b07c21-232d-48f2-92fa-36352c1eb13f requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:14:35.870245 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3118618 Jun 23 14:14:35.984311 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce50989-7365-41a4-a773-e04c8ac127e7 None None] Network e8b07c21-232d-48f2-92fa-36352c1eb13f requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:14:37.080921 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:37.617059 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-e8d870ac-b064-4da1-a769-cf3ba52f7d4b tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:37.618475 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-e8d870ac-b064-4da1-a769-cf3ba52f7d4b tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/networks?id=e8b07c21-232d-48f2-92fa-36352c1eb13f HTTP/1.1" status: 200 len: 808 time: 0.1065662 Jun 23 14:14:37.633655 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-1a36c2e3-6d56-4577-8c57-d1e439773d39 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/quotas/d27697dff2f843dbb9bf9691292ed9ee HTTP/1.1" status: 200 len: 375 time: 0.0098042 Jun 23 14:14:37.667664 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-87a52abc-60be-40e9-b7d2-c9d4ea15d2fb tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d27697dff2f843dbb9bf9691292ed9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288506 Jun 23 14:14:37.761231 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-60f9656d-b3bd-45b9-80b3-4da1a762e443 service neutron] 10.222.0.16 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870328 Jun 23 14:14:37.848757 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-5da3f49b-aa51-40a5-a3bf-7d8feb22ed1b service neutron] 10.222.0.16 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818501 Jun 23 14:14:38.016907 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ef146176-abec-49c2-994f-4affd3dcde51 req-28fc5f11-a690-4ad4-a192-4d7509bf5e43 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 210 time: 0.0324943 Jun 23 14:14:39.197836 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6f4d0e9b-8f7d-4f11-beaf-69719f32f236 req-539367eb-8039-4246-abdf-573332aa14f2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 210 time: 0.0386355 Jun 23 14:14:39.239494 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-5488040b-012f-4e03-a919-887da71161ae tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.241470 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-5488040b-012f-4e03-a919-887da71161ae tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "GET /v2.0/networks?id=e8b07c21-232d-48f2-92fa-36352c1eb13f HTTP/1.1" status: 200 len: 808 time: 0.1682575 Jun 23 14:14:39.259287 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Request body: {'port': {'device_id': 'f74027ba-03a3-49ee-8963-8338470a9003', 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f', 'admin_state_up': True, 'tenant_id': 'd27697dff2f843dbb9bf9691292ed9ee'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:39.485983 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff6ca7-7d36-4337-a073-5ad7d1068450 req-7cac6631-10c0-4deb-a5be-dfb04a98cbd7 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.487434 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1fff6ca7-7d36-4337-a073-5ad7d1068450 req-7cac6631-10c0-4deb-a5be-dfb04a98cbd7 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1537151 Jun 23 14:14:39.496785 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-15e64fd7-0fe6-4aa7-bc2e-a6829498af82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.498204 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-15e64fd7-0fe6-4aa7-bc2e-a6829498af82 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1137 time: 0.1277204 Jun 23 14:14:39.503781 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Made reservation on behalf of d27697dff2f843dbb9bf9691292ed9ee for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:39.507973 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:39.640022 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1fff6ca7-7d36-4337-a073-5ad7d1068450 req-18a0ea08-2109-4233-b7ee-f8eb2326fd07 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1455054 Jun 23 14:14:39.680226 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-6db1e844-3952-4205-a84b-73d8feeebe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.681671 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-6db1e844-3952-4205-a84b-73d8feeebe6e service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 915 time: 0.1717603 Jun 23 14:14:39.773427 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Allocated IP 172.20.0.11 (e8b07c21-232d-48f2-92fa-36352c1eb13f/7595b602-83f9-4e95-9278-f579239ec091/5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:39.782672 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-8996923d-fc6c-4a08-8b0c-26445a75ef81 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 1001 time: 0.0832751 Jun 23 14:14:39.863746 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-99ad826e-b743-43a3-9171-75213463e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:39.865265 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-99ad826e-b743-43a3-9171-75213463e71a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 200 len: 853 time: 0.0746675 Jun 23 14:14:40.023483 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.028808 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-7683122a-8647-46bb-852b-4c1654f34bda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.030353 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-7683122a-8647-46bb-852b-4c1654f34bda service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9992e5f-b2a7-4352-85af-3de44301741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1485636 Jun 23 14:14:40.194452 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.205233 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-f2884a70-2932-48e1-b07f-d8f0de2b1257 tempest-ServerRescueNegativeTestJSON-2064648156 tempest-ServerRescueNegativeTestJSON-2064648156-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:40.238376 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-293eaa7e-2584-4003-8285-3f1e22a9c982 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968303 Jun 23 14:14:40.273280 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f32e48-7f8e-427d-8d2e-53a6a877a438 req-ce673341-0087-402b-9357-c6a7925b078e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.274881 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-16f32e48-7f8e-427d-8d2e-53a6a877a438 req-ce673341-0087-402b-9357-c6a7925b078e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 946 time: 0.2105496 Jun 23 14:14:40.283749 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Network e8b07c21-232d-48f2-92fa-36352c1eb13f is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:40.317891 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:40.320430 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Pushing event updated for resources: {'Port': ['ID=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:40.335850 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:40.342459 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:40.487277 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.487877 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:40.495535 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-16f32e48-7f8e-427d-8d2e-53a6a877a438 req-bd593ed0-7ac5-4d85-b871-6ff0e177081d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2077844 Jun 23 14:14:40.530275 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-348f4875-6c17-4c8e-897f-236f9b5749cd req-2fc6bc7d-1a2d-4ac3-8b48-ee12f89d22e0 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2767365 Jun 23 14:14:40.538163 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2853189 Jun 23 14:14:40.553527 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e98320-e87c-4f50-ae59-2fd059aaca8d req-6273a71f-8c86-48b1-b1b6-c90097d3735f tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:40.555262 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07e98320-e87c-4f50-ae59-2fd059aaca8d req-6273a71f-8c86-48b1-b1b6-c90097d3735f tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 932 time: 0.2156496 Jun 23 14:14:40.561738 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Request body: {'port': {'device_id': 'f74027ba-03a3-49ee-8963-8338470a9003', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:40.652561 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-07e98320-e87c-4f50-ae59-2fd059aaca8d req-e31b8e40-7758-469a-8e85-d4dabfe9dff0 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880458 Jun 23 14:14:40.691229 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.127571 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c513080-0e18-4744-b3c7-5dd71b41b061 req-905e72aa-c589-47b8-ad95-5740f6876388 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.129003 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6c513080-0e18-4744-b3c7-5dd71b41b061 req-905e72aa-c589-47b8-ad95-5740f6876388 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1594348 Jun 23 14:14:41.205083 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6c513080-0e18-4744-b3c7-5dd71b41b061 req-b93b486a-bd96-4684-8375-736cb86a115d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518579 Jun 23 14:14:41.283180 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:41.291236 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.302404 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Transition to ACTIVE for port object 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:41.306120 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.308963 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2afefb3c-9cfc-4261-baea-3ed132fbf227 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:41.356905 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:41.373774 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:41.421400 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Attempting to bind port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:41.421651 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Attempting to bind port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:41.422000 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Attempting to bind port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 on network e8b07c21-232d-48f2-92fa-36352c1eb13f {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:41.426145 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 on network e8b07c21-232d-48f2-92fa-36352c1eb13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:41.426463 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Attempting to bind port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 on network e8b07c21-232d-48f2-92fa-36352c1eb13f {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:41.431954 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:41.432296 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Checking segment: {'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:41.432679 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Bound using segment: {'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:41.433127 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Bound port: 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:41.433476 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.497664 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] For port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:41.500837 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] For port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:41.504621 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.507549 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9d28160b-0131-49d8-aeae-5232321172a8 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:41.535037 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.536018 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:41.537762 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 HTTP/1.1" status: 200 len: 1094 time: 0.9807992 Jun 23 14:14:41.540088 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74027ba-03a3-49ee-8963-8338470a9003', 'tag': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:41.542411 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b" -d '{"events": [{"name": "network-changed", "server_uuid": "f74027ba-03a3-49ee-8963-8338470a9003", "tag": "5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:41.585878 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea44a13-6e46-4be9-84c2-b431069acbea x-openstack-request-id: req-fea44a13-6e46-4be9-84c2-b431069acbea {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:41.586219 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74027ba-03a3-49ee-8963-8338470a9003", "tag": "5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:41.586504 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fea44a13-6e46-4be9-84c2-b431069acbea {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:41.586924 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f74027ba-03a3-49ee-8963-8338470a9003', 'tag': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5', 'status': 'completed', 'code': 200} Jun 23 14:14:41.587615 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:41.590583 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:41.702597 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-f86e3eee-9ccb-4358-acd8-da8a404e41c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.704078 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-f86e3eee-9ccb-4358-acd8-da8a404e41c7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d27697dff2f843dbb9bf9691292ed9ee&device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 1097 time: 0.0987484 Jun 23 14:14:41.712906 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca8bac6-66de-42a6-85f6-1b3b98515574 req-971b700c-54f4-4e9c-954a-58213548fb7b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.714274 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cca8bac6-66de-42a6-85f6-1b3b98515574 req-971b700c-54f4-4e9c-954a-58213548fb7b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 946 time: 0.0825057 Jun 23 14:14:41.756457 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-43b0e49a-6311-4c59-a966-f0d4f0078709 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 HTTP/1.1" status: 200 len: 217 time: 0.0395789 Jun 23 14:14:41.843860 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cca8bac6-66de-42a6-85f6-1b3b98515574 req-5707f1ed-813f-4803-8db9-25342a89b882 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=5d8b7732-c54c-459d-8c9a-55398892eab9&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1216400 Jun 23 14:14:41.854394 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-897d915f-0960-4da4-a7d1-f44df66626ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.855805 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-897d915f-0960-4da4-a7d1-f44df66626ce service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7595b602-83f9-4e95-9278-f579239ec091 HTTP/1.1" status: 200 len: 848 time: 0.0916207 Jun 23 14:14:41.892926 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-3bc00e59-82ff-43ba-97ad-465118c31b51 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8b07c21-232d-48f2-92fa-36352c1eb13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290611 Jun 23 14:14:41.915381 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e293c5-b172-4c97-82b5-212251bcb335 req-6fb63fdd-8ffc-47da-9c55-9f0441c4b124 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:41.916742 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2e293c5-b172-4c97-82b5-212251bcb335 req-6fb63fdd-8ffc-47da-9c55-9f0441c4b124 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 944 time: 0.1427782 Jun 23 14:14:42.031099 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b2e293c5-b172-4c97-82b5-212251bcb335 req-cfeec281-d454-4725-9f2b-ed31db303b55 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052642 Jun 23 14:14:42.053332 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-6cdd596f-d298-4c91-ae9d-80c97d30722b service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523962 Jun 23 14:14:42.094062 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-7a60d14a-154b-4fc1-83c5-084aa8aa6a4f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.095430 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-7a60d14a-154b-4fc1-83c5-084aa8aa6a4f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 946 time: 0.1272395 Jun 23 14:14:42.212171 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-341ff64e-e752-4e82-866f-5a2bae72a2bd req-7045baea-c180-4a4e-b08d-7b5f95a9fdd6 service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514332 Jun 23 14:14:42.235352 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Deleting port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:42.235688 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.384453 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] For port 1d618a6e-3a9b-41eb-9916-8132e5ed2605, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=1d618a6e-3a9b-41eb-9916-8132e5ed2605,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:42.385210 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.493523 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-a79947fe-6af4-4d7b-b674-343783ba2d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.495020 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-a79947fe-6af4-4d7b-b674-343783ba2d6a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d27697dff2f843dbb9bf9691292ed9ee&device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 1097 time: 0.2068479 Jun 23 14:14:42.580928 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62669b48-efe5-4be3-8711-0b98959b5d87 req-06aeb197-e66f-4486-bc40-2c77364ae254 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.582405 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62669b48-efe5-4be3-8711-0b98959b5d87 req-06aeb197-e66f-4486-bc40-2c77364ae254 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.2584994 Jun 23 14:14:42.723432 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-d13961ea-4d32-4b1a-8fa9-8bfc65684b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.725635 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-d13961ea-4d32-4b1a-8fa9-8bfc65684b90 service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8b07c21-232d-48f2-92fa-36352c1eb13f HTTP/1.1" status: 200 len: 909 time: 0.2143683 Jun 23 14:14:42.729536 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62669b48-efe5-4be3-8711-0b98959b5d87 req-51614ccf-cb2d-41ac-8a75-22f8fe710ddb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1147075 Jun 23 14:14:42.733542 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.733720 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:42.734173 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.l3_db [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Floating IP 9358d3ad-7ab3-4f99-a79d-eaa392d7969e disassociated. External IP: 172.28.2.143, port: 1d618a6e-3a9b-41eb-9916-8132e5ed2605. Jun 23 14:14:42.734411 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Calling delete_port for 1d618a6e-3a9b-41eb-9916-8132e5ed2605 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:42.780806 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-ce1f0598-e89f-45e2-b166-fc69ea15c953 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 HTTP/1.1" status: 200 len: 217 time: 0.0442772 Jun 23 14:14:42.876975 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-d94cf149-10ab-434e-a2ec-1f29566b1431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:42.878447 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-d94cf149-10ab-434e-a2ec-1f29566b1431 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7595b602-83f9-4e95-9278-f579239ec091 HTTP/1.1" status: 200 len: 848 time: 0.0702345 Jun 23 14:14:42.943686 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-374ad794-5fbf-4a3b-a9ef-836f1ac98e0e service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8b07c21-232d-48f2-92fa-36352c1eb13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494564 Jun 23 14:14:43.039393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.043353 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-89828c90-a34c-44f4-a649-e823a1637ac3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:43.047849 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4f58cfad-059e-4c80-89c8-c00ff0e1104c req-4f1fb4e5-f495-4052-81b2-81665dc85e00 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 210 time: 0.0805085 Jun 23 14:14:43.075121 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event deleted for resources: {'Port': ['ID=1d618a6e-3a9b-41eb-9916-8132e5ed2605,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:43.077828 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:43.153102 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-7c18545e-6f55-4b07-8d7a-70e953340fae service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017987 Jun 23 14:14:43.580408 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Router 481603ff-b622-479b-9a1f-39ed19fac289 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:43.600877 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-77578f5a-7891-4bc6-9e75-08f0f6cfa32b req-d47430dd-f748-4548-ae6a-e44eb371bb63 service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4312565 Jun 23 14:14:43.611382 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0706406-818a-4eb3-8cea-72466d2bc2ab req-3351ceb4-658b-4764-aae2-731aa9143d02 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.612943 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e0706406-818a-4eb3-8cea-72466d2bc2ab req-3351ceb4-658b-4764-aae2-731aa9143d02 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 944 time: 0.4588172 Jun 23 14:14:43.722023 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e0706406-818a-4eb3-8cea-72466d2bc2ab req-8edda35b-14b1-4c45-adfa-6e191ffec026 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741770 Jun 23 14:14:43.743535 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:43.752677 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] Sync routers for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:43.763563 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:43.764244 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:14:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:43.804992 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] No DVR routers for this DVR port 1d618a6e-3a9b-41eb-9916-8132e5ed2605 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:43.808669 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:43.811264 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-959226e4-eea1-4d93-aa0d-63a7d258f95c req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "DELETE /v2.0/ports/1d618a6e-3a9b-41eb-9916-8132e5ed2605 HTTP/1.1" status: 204 len: 173 time: 1.6875458 Jun 23 14:14:43.811914 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-deleted', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:43.816274 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e81489a-d0ed-406c-95ed-8daf746fc765" -d '{"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-deleted", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:43.867124 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bcc865-f8c0-4640-bf90-3225c7e42531 x-openstack-request-id: req-d0bcc865-f8c0-4640-bf90-3225c7e42531 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:43.867803 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283a74ad-532f-407c-ab5f-d2db8e83ced1", "name": "network-vif-deleted", "tag": "1d618a6e-3a9b-41eb-9916-8132e5ed2605", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:43.868226 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d0bcc865-f8c0-4640-bf90-3225c7e42531 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:43.868744 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283a74ad-532f-407c-ab5f-d2db8e83ced1', 'name': 'network-vif-deleted', 'tag': '1d618a6e-3a9b-41eb-9916-8132e5ed2605', 'status': 'completed', 'code': 200} Jun 23 14:14:43.895636 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:43.939824 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc79411b-f49a-4bc6-9a39-2f61700481b5 req-1d0d2122-cf51-4568-b1e7-ae69f33aaceb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:43.940479 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc79411b-f49a-4bc6-9a39-2f61700481b5 req-1d0d2122-cf51-4568-b1e7-ae69f33aaceb tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.0708373 Jun 23 14:14:43.994197 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dc79411b-f49a-4bc6-9a39-2f61700481b5 req-46ae1389-aead-4187-85fb-510c8ec8620c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0467677 Jun 23 14:14:44.121315 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:44.149277 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] Checking router: 481603ff-b622-479b-9a1f-39ed19fac289 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:44.159026 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:44.159812 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:14:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:44.218898 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ebc17d4d-580f-4f6c-ac21-bd1db7f53aa6 req-a57d0595-b0ae-4702-b767-0d08a3b57eeb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=283a74ad-532f-407c-ab5f-d2db8e83ced1 HTTP/1.1" status: 200 len: 210 time: 0.0343537 Jun 23 14:14:44.272546 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:44.483808 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:44.511850 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e319dd-e2de-43d5-a4e7-50098ce0cb1b None None] The sync data for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb is: [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:44.726181 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7263e980-f9ee-4814-aea1-e200778aecde None None] New status for floating IP 9358d3ad-7ab3-4f99-a79d-eaa392d7969e: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:14:44.908500 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f7444d-a056-4306-9d0c-b52ad5418abc req-5af6b5f1-0fc8-4c39-992e-d3d1c5c20176 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:44.910321 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f7444d-a056-4306-9d0c-b52ad5418abc req-5af6b5f1-0fc8-4c39-992e-d3d1c5c20176 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 944 time: 0.0713487 Jun 23 14:14:44.952186 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62f7444d-a056-4306-9d0c-b52ad5418abc req-00e6253f-3bdf-4bdd-b2e5-983fcf07165e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359414 Jun 23 14:14:45.007345 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:45.113461 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:45.126073 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5', 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f', 'port_id': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5', 'mac_address': 'fa:16:3e:4a:84:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7595b602-83f9-4e95-9278-f579239ec091', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:45.164363 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.178752 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:45.183172 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7b40d9-4825-4e73-bdd4-8ecee21233e1 req-8f59bcd0-0359-4de5-8ad1-8539fec6e682 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:45.184695 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ef7b40d9-4825-4e73-bdd4-8ecee21233e1 req-8f59bcd0-0359-4de5-8ad1-8539fec6e682 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.0663245 Jun 23 14:14:45.202064 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:45.208177 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.210848 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:45.230145 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ef7b40d9-4825-4e73-bdd4-8ecee21233e1 req-4d59d96e-9014-4a50-9cb6-67b41ff0cdd4 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0393033 Jun 23 14:14:45.262953 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:45.266355 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:45.378298 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53166) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:45.440365 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.441359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:45.465283 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.519959 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.525319 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.526996 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "DELETE /v2.0/security-groups/5d8b7732-c54c-459d-8c9a-55398892eab9 HTTP/1.1" status: 204 len: 168 time: 0.1463401 Jun 23 14:14:45.527852 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-dad0c896-32b4-4182-b0b6-d97fd57f0075 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:45.529774 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53168) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:45.538710 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8b7732-c54c-459d-8c9a-55398892eab9,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:45.547832 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:45.549041 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.api.v2.resource [None req-c62f3b70-57c0-4d8a-a5ae-401ea163a2e0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] show failed (client error): The resource could not be found. Jun 23 14:14:45.553817 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c62f3b70-57c0-4d8a-a5ae-401ea163a2e0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups/5d8b7732-c54c-459d-8c9a-55398892eab9 HTTP/1.1" status: 404 len: 347 time: 0.0223422 Jun 23 14:14:45.556490 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53170) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:45.686565 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Deleting port 0098741b-6ad5-47e3-8886-b59773a768ad {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:45.686879 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.760457 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.760780 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.772367 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Calling delete_port for 0098741b-6ad5-47e3-8886-b59773a768ad owned by network:floatingip {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:45.904740 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:45.906764 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:45.933719 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event deleted for resources: {'Port': ['ID=0098741b-6ad5-47e3-8886-b59773a768ad,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:45.936855 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:46.005781 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.009766 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.011797 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "DELETE /v2.0/floatingips/9358d3ad-7ab3-4f99-a79d-eaa392d7969e HTTP/1.1" status: 204 len: 168 time: 0.4542112 Jun 23 14:14:46.172425 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b506745-1e50-4691-a091-12cbac48c15d req-968a6ed4-85f4-4d62-8a74-51c8ba987f12 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:46.173908 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6b506745-1e50-4691-a091-12cbac48c15d req-968a6ed4-85f4-4d62-8a74-51c8ba987f12 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 945 time: 0.0751185 Jun 23 14:14:46.214611 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6b506745-1e50-4691-a091-12cbac48c15d req-34674e35-47e7-4700-a9ae-ad3941872d45 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345790 Jun 23 14:14:46.414715 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af756e63-60a3-446f-824a-ce411de2cd27 req-ec695c8f-8803-4f9c-b7fa-8459283c54f7 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:46.416235 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-af756e63-60a3-446f-824a-ce411de2cd27 req-ec695c8f-8803-4f9c-b7fa-8459283c54f7 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.0664423 Jun 23 14:14:46.456363 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-af756e63-60a3-446f-824a-ce411de2cd27 req-7e28c38e-0da8-411e-ad3d-0faa98ee0fe6 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342698 Jun 23 14:14:46.594916 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53178) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:46.600001 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'security_group': {'name': 'tempest-securitygroup--937644652', 'description': 'tempest-description--1135140928'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:46.621736 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.701944 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.705683 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.708014 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a4de471d-349a-48eb-9c65-ae012d82b46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:46.735001 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.736137 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1401582 Jun 23 14:14:46.737100 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56206efb-95b1-4201-a663-f8b0d781517d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:46.739434 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53180) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:46.741942 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:46.745516 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'security_group_rule': {'security_group_id': '56206efb-95b1-4201-a663-f8b0d781517d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:46.774840 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.832563 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.837607 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.845829 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:46.865986 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1c0645d-bc10-4098-9077-191c055f2bf1,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:46.869265 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:46.870560 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.871698 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1310639 Jun 23 14:14:46.874312 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53182) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:46.878551 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'security_group_rule': {'security_group_id': '56206efb-95b1-4201-a663-f8b0d781517d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:46.904232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.960494 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.964090 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.966088 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:46.981522 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13f90a2c-229b-41c7-8ce6-ec177bfb28c5,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:46.983982 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:46.988150 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:46.989210 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a1450ba5-3582-4594-a551-ebddc078f014 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1139944 Jun 23 14:14:46.992699 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53184) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:46.997079 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'floatingip': {'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:47.019477 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.021928 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:47.033408 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:14:47.070809 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:47.075930 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:47.076779 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.116742 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.160433 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.183278 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74027ba-03a3-49ee-8963-8338470a9003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:47.185564 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f507c5c3-2a84-40a8-939d-cb41739dfc51" -d '{"events": [{"server_uuid": "f74027ba-03a3-49ee-8963-8338470a9003", "name": "network-vif-plugged", "status": "completed", "tag": "5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:47.201021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:47.206442 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.207602 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:47.210956 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:47.227673 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Allocated IP 172.28.2.37 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/703f135f-bd59-48d5-9268-75501a3c090b) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:47.229401 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-092dace0-f8d3-4105-90bc-5181a2b8aabf x-openstack-request-id: req-092dace0-f8d3-4105-90bc-5181a2b8aabf {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:47.229666 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74027ba-03a3-49ee-8963-8338470a9003", "name": "network-vif-plugged", "status": "completed", "tag": "5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:47.229949 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-092dace0-f8d3-4105-90bc-5181a2b8aabf {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:47.230404 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74027ba-03a3-49ee-8963-8338470a9003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5', 'code': 200} Jun 23 14:14:47.232359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 1d618a6e-3a9b-41eb-9916-8132e5ed2605 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:47.232731 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 1d618a6e-3a9b-41eb-9916-8132e5ed2605 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:47.295339 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:47.300381 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:47.352932 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.395816 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.400705 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:47.447164 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:47.450227 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:47.454987 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:47.458094 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'Port': ['ID=703f135f-bd59-48d5-9268-75501a3c090b,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:47.463860 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d8b187-937a-4f59-8d3c-574b72387173 req-9978cb4a-7325-48be-bd78-3bbef42c035d tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.465399 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b3d8b187-937a-4f59-8d3c-574b72387173 req-9978cb4a-7325-48be-bd78-3bbef42c035d tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 946 time: 0.1137953 Jun 23 14:14:47.478630 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:47.517085 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b3d8b187-937a-4f59-8d3c-574b72387173 req-b91c1dd1-4134-4d9a-939f-256cf255b555 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454385 Jun 23 14:14:47.522805 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e471fd8-42f6-418f-8612-d8a72b998e42 req-d26525df-dc51-4550-bcd2-d8b08f3287ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.524351 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1e471fd8-42f6-418f-8612-d8a72b998e42 req-d26525df-dc51-4550-bcd2-d8b08f3287ba service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 1099 time: 0.1015272 Jun 23 14:14:47.562319 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1e471fd8-42f6-418f-8612-d8a72b998e42 req-8d7d6920-d120-43d9-ba88-45afca66fbd1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307660 Jun 23 14:14:47.562468 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.610297 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.644768 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ed9040-d717-43b0-a44c-3e7bd36d215e req-14f2f087-aa89-4625-829a-4f2e78eeeebf tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:47.646314 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d6ed9040-d717-43b0-a44c-3e7bd36d215e req-14f2f087-aa89-4625-829a-4f2e78eeeebf tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.0658524 Jun 23 14:14:47.687145 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d6ed9040-d717-43b0-a44c-3e7bd36d215e req-0037951c-4aee-4d51-88d7-d232afe69707 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346043 Jun 23 14:14:47.777374 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.781942 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.783972 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:47.854880 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'Port': ['ID=703f135f-bd59-48d5-9268-75501a3c090b,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:47.857593 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:47.864522 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.878862 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:47.880084 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8864627 Jun 23 14:14:48.066661 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-ce6dfe7a-3151-480b-ab3c-faccdf683e69 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--937644652&fields=id&tenant_id=facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 267 time: 0.0331740 Jun 23 14:14:48.178100 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-abf98eb9-6f22-42e8-a512-ea44e1064eea tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.179660 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-abf98eb9-6f22-42e8-a512-ea44e1064eea tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 817 time: 0.1061618 Jun 23 14:14:48.195336 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-3dd55bcd-d102-4a67-89d8-b374b508e58a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/quotas/facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 375 time: 0.0092175 Jun 23 14:14:48.262966 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-98fd2227-d598-44ea-98ef-952e715871fb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0623693 Jun 23 14:14:48.358748 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-29af3a08-42c1-4311-a7a1-ffb906f60bf9 service neutron] 10.222.0.16 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841961 Jun 23 14:14:48.462715 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-bdcfa285-9a9d-4cb9-ba4e-08c06402bd4d service neutron] 10.222.0.16 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944493 Jun 23 14:14:48.635623 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6b8b6aa4-54f5-41a9-9062-73fbc3660b20 req-6eef3172-44dc-4629-958a-12b4818cc128 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 210 time: 0.0295904 Jun 23 14:14:48.719501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5775fea8-9049-4359-a7df-2993da8beb9f req-df31aea8-23ee-47e2-9b58-d0717eee4189 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.721055 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5775fea8-9049-4359-a7df-2993da8beb9f req-df31aea8-23ee-47e2-9b58-d0717eee4189 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 946 time: 0.0845573 Jun 23 14:14:48.779631 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5775fea8-9049-4359-a7df-2993da8beb9f req-c14cf084-28b6-4c7f-a014-f20b3f6c9f5f tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474384 Jun 23 14:14:48.898439 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44315354-2550-4ac0-82e7-87c1597b0d92 req-0b34b601-0500-4fe8-b82e-7a55c8a7c9e9 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:48.903115 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-44315354-2550-4ac0-82e7-87c1597b0d92 req-0b34b601-0500-4fe8-b82e-7a55c8a7c9e9 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.0852215 Jun 23 14:14:48.949790 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-44315354-2550-4ac0-82e7-87c1597b0d92 req-f368143b-405c-44ca-86e8-37294638697d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410824 Jun 23 14:14:49.293046 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28dd29a-f0b6-4cd2-8eaa-36da22dfbeea req-4926c354-c451-4847-82b3-568f00b388ef tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:49.294792 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d28dd29a-f0b6-4cd2-8eaa-36da22dfbeea req-4926c354-c451-4847-82b3-568f00b388ef tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0683231 Jun 23 14:14:49.335355 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d28dd29a-f0b6-4cd2-8eaa-36da22dfbeea req-186a7faf-6862-44b4-a6cb-d3659748ddeb tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349324 Jun 23 14:14:49.624844 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fbf4d5-9508-493c-bda7-bdaf38c00b6f req-4a607de4-c80c-44f8-b992-3dcffe66586e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:49.626336 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17fbf4d5-9508-493c-bda7-bdaf38c00b6f req-4a607de4-c80c-44f8-b992-3dcffe66586e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 946 time: 0.0680883 Jun 23 14:14:49.663617 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-17fbf4d5-9508-493c-bda7-bdaf38c00b6f req-140410b3-f170-4397-956d-25ae6e66db73 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309429 Jun 23 14:14:49.784358 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e2cb1aae-61bc-4f70-9f45-dd9020ae3001 req-56bf6398-ee3f-42b7-8281-9eece07199bc tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 210 time: 0.0285764 Jun 23 14:14:50.059704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-20a1f076-eaba-48ae-bd5f-96aad6b5e65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.061285 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-20a1f076-eaba-48ae-bd5f-96aad6b5e65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 817 time: 0.1067290 Jun 23 14:14:50.117212 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-a33858c6-2d85-4fb1-914e-102b5474f517 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 379 time: 0.0466321 Jun 23 14:14:50.139554 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'port': {'device_id': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'admin_state_up': True, 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'security_groups': ['56206efb-95b1-4201-a663-f8b0d781517d']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:50.249335 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1801aaa-f802-459d-9b59-bf705887a60f req-fabdac4b-7330-474f-b06b-19141069f045 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.250983 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b1801aaa-f802-459d-9b59-bf705887a60f req-fabdac4b-7330-474f-b06b-19141069f045 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1543889 Jun 23 14:14:50.311697 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b1801aaa-f802-459d-9b59-bf705887a60f req-e735dd9d-f118-4ed2-a484-eeec538204a3 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0539901 Jun 23 14:14:50.312708 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Made reservation on behalf of facc82c267cf4f07a9535bf38ae46c61 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:50.316218 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.448073 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Allocated IP 172.20.0.5 (a57beefe-a027-4a2b-ab6d-43734a758495/6e6291dd-de46-439b-8c66-d703e5a183ff/5ea8807a-5f1d-406c-94ec-5aa062be79e7) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:50.600910 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280079a6-8f6d-4fcd-903c-da4420de4f1c req-71856494-7d3d-43a2-ac61-29359f0e9d9a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.602432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-280079a6-8f6d-4fcd-903c-da4420de4f1c req-71856494-7d3d-43a2-ac61-29359f0e9d9a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.1500731 Jun 23 14:14:50.658683 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.670447 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-280079a6-8f6d-4fcd-903c-da4420de4f1c req-8d3f95b4-5373-402e-b881-0071c7a75cb1 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601137 Jun 23 14:14:50.677709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Transition to ACTIVE for port object 5ea8807a-5f1d-406c-94ec-5aa062be79e7 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:50.713206 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.717058 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c5d7b979-d8f0-49de-b347-6040e5535ff7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:50.759246 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Network a57beefe-a027-4a2b-ab6d-43734a758495 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:50.762655 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:50.766780 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:50.803005 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:50.808873 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:50.855672 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.856288 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:50.878979 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7444868 Jun 23 14:14:50.902022 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Request body: {'port': {'device_id': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:50.911711 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db358e1d-b6be-46fe-856a-ac015a11ca1e req-1e74fb92-aa47-4080-8e52-a41beff00214 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:50.913343 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-db358e1d-b6be-46fe-856a-ac015a11ca1e req-1e74fb92-aa47-4080-8e52-a41beff00214 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 946 time: 0.1218052 Jun 23 14:14:51.019732 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-814c60bc-895b-44f3-ae76-20419a695400 None None] Provisioning for port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:51.023862 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-814c60bc-895b-44f3-ae76-20419a695400 None None] Provisioning complete for port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:51.024244 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-814c60bc-895b-44f3-ae76-20419a695400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.038228 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-db358e1d-b6be-46fe-856a-ac015a11ca1e req-77cd715d-76b3-42a7-8d21-cb90216f6992 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035173 Jun 23 14:14:51.057836 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.062350 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-814c60bc-895b-44f3-ae76-20419a695400 None None] Port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:14:51.083529 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db848d28-7450-4083-8397-45dbac84c89b req-941f521b-cf2f-4be8-b090-c982a3bfc938 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.085003 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-db848d28-7450-4083-8397-45dbac84c89b req-941f521b-cf2f-4be8-b090-c982a3bfc938 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 931 time: 0.1515868 Jun 23 14:14:51.234278 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-db848d28-7450-4083-8397-45dbac84c89b req-03563eb1-058b-43b7-ba9d-f96ffafef347 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323454 Jun 23 14:14:51.291122 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-7cbbc25d-dd44-4238-a04a-56cb3693f6d2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.292632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-7cbbc25d-dd44-4238-a04a-56cb3693f6d2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 946 time: 0.1692579 Jun 23 14:14:51.527425 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ea8807a-5f1d-406c-94ec-5aa062be79e7 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:51.532439 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Deleting port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:51.532811 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.552743 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.617712 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d17a42-06ee-4e63-ad1a-f9da171a9d42 req-eda774f0-ee49-41b9-a283-eb89a8f736a9 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.619238 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-03d17a42-06ee-4e63-ad1a-f9da171a9d42 req-eda774f0-ee49-41b9-a283-eb89a8f736a9 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1885457 Jun 23 14:14:51.620271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Transition to ACTIVE for port object 5ea8807a-5f1d-406c-94ec-5aa062be79e7 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:51.632136 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:51.643547 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:51.810045 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-f3930252-4098-49e4-936d-13981a4a4a12 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:51.811698 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-f3930252-4098-49e4-936d-13981a4a4a12 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.0740707 Jun 23 14:14:51.996965 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] For port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:51.997560 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.009223 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:52.024556 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:52.032906 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-03d17a42-06ee-4e63-ad1a-f9da171a9d42 req-f6207b5c-969c-4b6b-8e0a-a9b374f2c556 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4065292 Jun 23 14:14:52.034330 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Calling delete_port for 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:52.196858 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Deleting port caa6f4f3-e1aa-4dd2-b0da-394687745aad {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:52.197436 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.244725 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Attempting to bind port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:52.244995 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Attempting to bind port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:52.245333 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Attempting to bind port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 on network a57beefe-a027-4a2b-ab6d-43734a758495 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:52.256823 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 on network a57beefe-a027-4a2b-ab6d-43734a758495 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:52.257156 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Attempting to bind port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 on network a57beefe-a027-4a2b-ab6d-43734a758495 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:52.273743 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:52.274136 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Checking segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:52.274536 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Bound using segment: {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:52.274986 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Bound port: 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4948e8a2-d1bf-431a-b618-b2f07514f95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:52.275337 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.303281 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] For port caa6f4f3-e1aa-4dd2-b0da-394687745aad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=caa6f4f3-e1aa-4dd2-b0da-394687745aad,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:52.303711 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.335083 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca8590d-fa58-4a6e-a3c8-a52cfd3b9ea0 req-3bac586c-1c07-4d44-8d69-d0665ed06f8f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.336634 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0ca8590d-fa58-4a6e-a3c8-a52cfd3b9ea0 req-3bac586c-1c07-4d44-8d69-d0665ed06f8f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 945 time: 0.3988352 Jun 23 14:14:52.465694 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.467776 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:52.473462 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:52.477766 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4191381d-1a00-4878-acd8-494247ae6254 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:52.478715 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:52.486182 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0ca8590d-fa58-4a6e-a3c8-a52cfd3b9ea0 req-cdfa2d39-6f78-4033-8a07-89110634818a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082430 Jun 23 14:14:52.493001 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.528030 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.528472 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.528882 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.l3_db [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Floating IP 917ab293-55f6-489c-a750-f1e7d7b4b12d disassociated. External IP: 172.28.2.138, port: caa6f4f3-e1aa-4dd2-b0da-394687745aad. Jun 23 14:14:52.529043 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Pushing event deleted for resources: {'Port': ['ID=5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:52.529355 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Calling delete_port for caa6f4f3-e1aa-4dd2-b0da-394687745aad owned by compute:nova {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:52.537393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:52.544911 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623389e-dafd-4e04-8e53-8ff61c230e05 req-d3d188f5-a237-4b05-b4bf-d274010f1028 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.546580 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7623389e-dafd-4e04-8e53-8ff61c230e05 req-d3d188f5-a237-4b05-b4bf-d274010f1028 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=f74027ba-03a3-49ee-8963-8338470a9003 HTTP/1.1" status: 200 len: 867 time: 0.3381093 Jun 23 14:14:52.547207 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-12bc112c-4a69-4f1c-88d5-993f6602ff06 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:52.621569 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.622223 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.623935 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] 10.222.0.42 "PUT /v2.0/ports/5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 200 len: 1093 time: 1.7282336 Jun 23 14:14:52.643010 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:52.645337 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf" -d '{"events": [{"name": "network-changed", "server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:52.671560 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] No DVR routers for this DVR port 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:52.694964 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.696944 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:52.698903 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d84621fc-af8a-40a8-9d0b-b675f8873e4c req-a4e99164-c180-463b-9a9c-e58520d985df tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "DELETE /v2.0/ports/5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 HTTP/1.1" status: 204 len: 173 time: 1.3821361 Jun 23 14:14:52.699292 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:52.731057 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event deleted for resources: {'Port': ['ID=caa6f4f3-e1aa-4dd2-b0da-394687745aad,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:52.734292 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:52.768721 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:52.774716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:52.791776 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7623389e-dafd-4e04-8e53-8ff61c230e05 req-cdeaed65-3d23-4fd9-923b-2a618f341744 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2140629 Jun 23 14:14:52.841242 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565e1d98-4a60-44a5-a459-0ee01beb45fb req-e8072190-8bc8-4df7-94cc-39b97bc2b479 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.842875 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-565e1d98-4a60-44a5-a459-0ee01beb45fb req-e8072190-8bc8-4df7-94cc-39b97bc2b479 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.2329736 Jun 23 14:14:52.856991 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94472ca-7d4c-4ca0-bc18-69686bb5e3cd x-openstack-request-id: req-b94472ca-7d4c-4ca0-bc18-69686bb5e3cd {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:52.857998 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:52.858922 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-b94472ca-7d4c-4ca0-bc18-69686bb5e3cd {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:52.859383 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'status': 'completed', 'code': 200} Jun 23 14:14:52.876295 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Router 513616eb-4a17-4547-b1ae-f097fd655fa8 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:14:52.889902 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-9036a330-e879-4dfc-b1a8-43f5b9a85cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:52.891447 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-9036a330-e879-4dfc-b1a8-43f5b9a85cd7 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1096 time: 0.2118702 Jun 23 14:14:52.917823 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-565e1d98-4a60-44a5-a459-0ee01beb45fb req-f0758f41-4e11-439e-a395-d2a1898f01d4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573492 Jun 23 14:14:52.956279 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-422f24ac-5a00-43a1-bb73-4b507d0f04c9 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 200 len: 217 time: 0.0539429 Jun 23 14:14:53.009111 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-b7697f56-aeae-4289-971c-78374e62a253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.010221 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:14:53.010618 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-b7697f56-aeae-4289-971c-78374e62a253 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0445020 Jun 23 14:14:53.020164 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] Sync routers for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:14:53.030768 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:53.031517 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:14:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:53.063082 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] No DVR routers for this DVR port caa6f4f3-e1aa-4dd2-b0da-394687745aad on host hv-cinder-79400 {{(pid=93108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:14:53.068160 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:53.070984 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-9d84fa28-9340-4111-87dc-b68280fbdc76 req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "DELETE /v2.0/ports/caa6f4f3-e1aa-4dd2-b0da-394687745aad HTTP/1.1" status: 204 len: 173 time: 1.2522738 Jun 23 14:14:53.071536 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'name': 'network-vif-deleted', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:53.074134 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b6d43df-f22f-44f3-a2f4-4be14a4b37d7" -d '{"events": [{"server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "name": "network-vif-deleted", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:53.093605 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-6210b3d5-4fe8-4412-8b2e-0fb49be14db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.095304 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-6210b3d5-4fe8-4412-8b2e-0fb49be14db8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751262 Jun 23 14:14:53.155524 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f589f7a2-88d7-4d12-9696-2ee7cdfe082b x-openstack-request-id: req-f589f7a2-88d7-4d12-9696-2ee7cdfe082b {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:53.155868 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "777b256c-7d95-4e44-a706-948f3e3925e8", "name": "network-vif-deleted", "tag": "caa6f4f3-e1aa-4dd2-b0da-394687745aad", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:53.156169 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f589f7a2-88d7-4d12-9696-2ee7cdfe082b {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:53.156613 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '777b256c-7d95-4e44-a706-948f3e3925e8', 'name': 'network-vif-deleted', 'tag': 'caa6f4f3-e1aa-4dd2-b0da-394687745aad', 'status': 'completed', 'code': 200} Jun 23 14:14:53.324614 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-62da887d-3388-46ba-8605-ff2c2439f85f service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2197940 Jun 23 14:14:53.348545 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:53.359211 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50d28e16-9bf4-4322-8b8f-59fbf140a871 req-e3dbbe2b-8996-429f-bce9-658dd8fab752 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.360630 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-50d28e16-9bf4-4322-8b8f-59fbf140a871 req-e3dbbe2b-8996-429f-bce9-658dd8fab752 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1658092 Jun 23 14:14:53.446763 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-50d28e16-9bf4-4322-8b8f-59fbf140a871 req-852007cb-20e3-4045-a65b-9fbcf4a15b68 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784950 Jun 23 14:14:53.472018 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ce25d86f-2d74-4ff0-b327-3ed290a47640 req-c9c85114-ef67-42e2-8047-33f549866b41 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391687 Jun 23 14:14:53.605268 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:53.641570 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-4d1644ee-465e-4fdd-90fe-e6fef26f01b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.643861 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-4d1644ee-465e-4fdd-90fe-e6fef26f01b6 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1096 time: 0.1092298 Jun 23 14:14:53.647930 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] Checking router: 513616eb-4a17-4547-b1ae-f097fd655fa8 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:14:53.656817 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:14:53.657695 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:14:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:53.681801 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-769735a1-5617-45fa-8698-ed6897e24353 req-c2c3e979-a3f8-42fa-b49d-ed0c0dd9f7e4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=777b256c-7d95-4e44-a706-948f3e3925e8 HTTP/1.1" status: 200 len: 210 time: 0.0369167 Jun 23 14:14:53.768817 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-0ed433d1-2b38-4539-9b49-db3c2466371e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.770546 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-0ed433d1-2b38-4539-9b49-db3c2466371e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.1166241 Jun 23 14:14:53.776001 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:14:53.819121 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-a5a4cdc0-7f37-4731-8ef0-53ce3d8b11dc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 200 len: 217 time: 0.0408261 Jun 23 14:14:53.892268 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-1ef8a55e-d28e-4264-9055-8628e1cbbb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.893855 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-1ef8a55e-d28e-4264-9055-8628e1cbbb5c service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0684373 Jun 23 14:14:53.964241 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-34af52ad-f910-415a-9401-246bb1de15dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:53.966024 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-34af52ad-f910-415a-9401-246bb1de15dd service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0647309 Jun 23 14:14:54.023174 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:14:54.057754 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd7d02-b818-416c-be73-ab2ffafec4e4 None None] The sync data for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb is: [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:14:54.171426 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-3c541fc8-09b8-4e73-9861-4da88a6d894f service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980033 Jun 23 14:14:54.260120 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-eb26c31f-c62b-4496-8177-69750e701bad tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:54.261710 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-eb26c31f-c62b-4496-8177-69750e701bad tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/networks?id=e8b07c21-232d-48f2-92fa-36352c1eb13f HTTP/1.1" status: 200 len: 808 time: 0.2253599 Jun 23 14:14:54.295529 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf8c0ae-9031-480a-a569-e2da0c678b33 None None] New status for floating IP 917ab293-55f6-489c-a750-f1e7d7b4b12d: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:14:54.300401 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-8a68bcf2-c5d6-47b8-ae45-65c1b19aca67 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/quotas/d27697dff2f843dbb9bf9691292ed9ee HTTP/1.1" status: 200 len: 375 time: 0.0317826 Jun 23 14:14:54.312580 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffbbb-7931-404d-a9f4-fde6911bc210 req-94fb8a70-1b1f-4ec9-b755-150ec43bfb4f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:54.314096 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-619ffbbb-7931-404d-a9f4-fde6911bc210 req-94fb8a70-1b1f-4ec9-b755-150ec43bfb4f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.2402310 Jun 23 14:14:54.331883 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a65dd399-8d67-4eb8-b4ce-04a4c7795fdf req-35c8eec4-ff58-4a41-8cf1-05718290385d service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492450 Jun 23 14:14:54.359286 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-11d14a55-f3d7-475f-a9b3-43464ea0fa77 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=d27697dff2f843dbb9bf9691292ed9ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0442185 Jun 23 14:14:54.434782 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-619ffbbb-7931-404d-a9f4-fde6911bc210 req-fd0fde19-3ba1-4edf-a7ae-b4bf50145d28 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071169 Jun 23 14:14:54.471847 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4e904863-4910-46bb-ab06-0aca5d8edf90 service neutron] 10.222.0.16 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035547 Jun 23 14:14:54.575332 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-6c6ed32a-a2ae-4a6b-b9e8-f3d622f90dc1 service neutron] 10.222.0.16 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902772 Jun 23 14:14:54.636695 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4cd72f-2cfe-428c-8fff-09f0f72a2bac req-5735ac08-ec1c-4da7-a073-140ecb8d511f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:54.638227 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ff4cd72f-2cfe-428c-8fff-09f0f72a2bac req-5735ac08-ec1c-4da7-a073-140ecb8d511f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.0660424 Jun 23 14:14:54.683533 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ff4cd72f-2cfe-428c-8fff-09f0f72a2bac req-92014e7f-dd68-4fbc-9632-fc695ee92484 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390174 Jun 23 14:14:54.744803 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-621e9e3c-d49c-4182-a79f-eba121aa4d13 req-c0cce7c6-c6cc-41ab-88a6-556367c14601 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 210 time: 0.0305421 Jun 23 14:14:54.852183 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53306) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:54.860500 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74027ba-03a3-49ee-8963-8338470a9003', 'name': 'network-vif-deleted', 'tag': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:54.862894 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb472575-9a8c-4550-b0c2-ece9c29ca0ea" -d '{"events": [{"server_uuid": "f74027ba-03a3-49ee-8963-8338470a9003", "name": "network-vif-deleted", "tag": "5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:54.902269 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ca555-234e-4178-9715-b76e7b0bedfc x-openstack-request-id: req-be2ca555-234e-4178-9715-b76e7b0bedfc {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:54.902593 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74027ba-03a3-49ee-8963-8338470a9003", "name": "network-vif-deleted", "tag": "5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:54.902875 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-be2ca555-234e-4178-9715-b76e7b0bedfc {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:54.903370 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f74027ba-03a3-49ee-8963-8338470a9003', 'name': 'network-vif-deleted', 'tag': '5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5', 'status': 'completed', 'code': 200} Jun 23 14:14:54.914444 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:54.941745 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:54.999424 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.002530 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.003697 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "DELETE /v2.0/security-groups/7a1fbbf9-5e29-43d7-a84e-986948b2ce2b HTTP/1.1" status: 204 len: 168 time: 0.1505241 Jun 23 14:14:55.004519 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-02f2b296-df2b-4706-bbe7-648b523c1033 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:55.006904 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53312) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:55.016528 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1fbbf9-5e29-43d7-a84e-986948b2ce2b,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:55.023129 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.api.v2.resource [None req-3b99c4b5-6bcf-4ed4-84b3-b325c38fb65a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] show failed (client error): The resource could not be found. Jun 23 14:14:55.024594 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-3b99c4b5-6bcf-4ed4-84b3-b325c38fb65a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups/7a1fbbf9-5e29-43d7-a84e-986948b2ce2b HTTP/1.1" status: 404 len: 347 time: 0.0164237 Jun 23 14:14:55.027572 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53314) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:55.035521 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.036038 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.036987 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.037339 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.037725 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.038110 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.038469 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.038827 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.040004 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.040004 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.040004 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.040566 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:55.044426 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:55.075422 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:55.101236 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:55.101786 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f5bef19-9f9b-44e2-ab0b-2d6a2dd87ed5 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:55.180041 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Deleting port 86297df5-e98b-4523-b2a6-9da4e4ef3cc8 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:14:55.180382 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.263683 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.264027 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.276258 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Calling delete_port for 86297df5-e98b-4523-b2a6-9da4e4ef3cc8 owned by network:floatingip {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:14:55.418238 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.422905 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2856011c-fdd3-43ff-bc92-5aa0676f5bbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:55.448926 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event deleted for resources: {'Port': ['ID=86297df5-e98b-4523-b2a6-9da4e4ef3cc8,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:55.453090 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:55.512384 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.515015 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:55.516158 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-563dd981-bff5-4887-b085-671a279d7412 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "DELETE /v2.0/floatingips/917ab293-55f6-489c-a750-f1e7d7b4b12d HTTP/1.1" status: 204 len: 168 time: 0.4874644 Jun 23 14:14:55.641853 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc5f22-0437-497d-afe5-dccff63714a1 req-8eb11b10-cbcf-41d4-8c49-21ee6ecea6f7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:55.643365 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-84cc5f22-0437-497d-afe5-dccff63714a1 req-8eb11b10-cbcf-41d4-8c49-21ee6ecea6f7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0793738 Jun 23 14:14:55.695242 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-84cc5f22-0437-497d-afe5-dccff63714a1 req-32cb125e-c60b-4809-a4fd-f5d86d4232d6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446186 Jun 23 14:14:55.955054 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423aef8-f61f-4316-a5ec-1d88642a8cc0 req-fd3d9385-feb2-4176-8e74-300b861b5444 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:55.956574 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0423aef8-f61f-4316-a5ec-1d88642a8cc0 req-fd3d9385-feb2-4176-8e74-300b861b5444 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1378987 Jun 23 14:14:55.966012 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-63a82efb-b39b-4d61-a01b-1ea96f2a60fa tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:55.967470 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-63a82efb-b39b-4d61-a01b-1ea96f2a60fa tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "GET /v2.0/networks?id=e8b07c21-232d-48f2-92fa-36352c1eb13f HTTP/1.1" status: 200 len: 808 time: 0.1773920 Jun 23 14:14:55.981251 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Request body: {'port': {'device_id': '131578c8-ba44-4287-8b07-0bb5a8601723', 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f', 'admin_state_up': True, 'tenant_id': 'd27697dff2f843dbb9bf9691292ed9ee'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:56.068082 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0423aef8-f61f-4316-a5ec-1d88642a8cc0 req-d94c81f5-2427-4dd7-a1c5-5350a7072c6a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0996053 Jun 23 14:14:56.144174 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Made reservation on behalf of d27697dff2f843dbb9bf9691292ed9ee for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:14:56.150335 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.181271 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53328) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:56.186332 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1604779365', 'description': 'tempest-description--1769236328'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:56.208379 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.259050 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8e5de319-eaa9-493d-93b8-591f89967606 req-f59edd5b-0fd3-4818-847e-04b9f3a80998 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 210 time: 0.0392368 Jun 23 14:14:56.301809 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.307520 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.310912 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-05bc9b9f-a11f-41d0-8521-8dbb8be92c3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:56.329898 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Allocated IP 172.20.0.3 (e8b07c21-232d-48f2-92fa-36352c1eb13f/7595b602-83f9-4e95-9278-f579239ec091/5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:56.340795 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.341525 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1591890 Jun 23 14:14:56.343764 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:56.345932 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53330) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:56.346801 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:56.352836 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'security_group_rule': {'security_group_id': '51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:56.415140 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.529340 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.537579 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.545105 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-bf2f9600-0971-4334-a549-7621f84d011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:56.568820 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.579017 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c9a3707-f3b8-444e-aa61-d1ec44681d3e,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:56.582116 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.583796 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2358620 Jun 23 14:14:56.587109 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53332) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:56.587770 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:56.593026 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'security_group_rule': {'security_group_id': '51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:56.619352 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.622599 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.623004 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:56.671157 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Network e8b07c21-232d-48f2-92fa-36352c1eb13f is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:56.674587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:56.678974 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:56.685124 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.689177 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.691277 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bcdcd24c-2dec-44cb-a84d-bbb582094309 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:56.703777 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Pushing event updated for resources: {'Port': ['ID=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:56.709031 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a7519db-ec8f-4e12-a4af-1547a5923efe,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:56.709262 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:56.711692 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:56.716315 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.717560 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1288335 Jun 23 14:14:56.720650 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53334) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:14:56.725760 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'floatingip': {'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:56.736426 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.737063 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.752025 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.759099 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-d4020ea6-779f-4695-97a8-7eb989ea1be2 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7825887 Jun 23 14:14:56.770501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Request body: {'port': {'device_id': '131578c8-ba44-4287-8b07-0bb5a8601723', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:14:56.855160 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.881566 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:56.941391 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b21c3c-bc09-488f-9023-ace6acc40457 req-922f3d9f-77e8-4ad7-b2a5-6fb9c1329238 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:56.943126 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62b21c3c-bc09-488f-9023-ace6acc40457 req-922f3d9f-77e8-4ad7-b2a5-6fb9c1329238 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.1122713 Jun 23 14:14:56.963979 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Allocated IP 172.28.2.32 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/c94ee76a-58e2-4cff-857f-56453ae01cb7) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:14:57.046235 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-62b21c3c-bc09-488f-9023-ace6acc40457 req-78748131-6349-4952-ae93-e7d4283a36b0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0912766 Jun 23 14:14:57.074116 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.109134 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:14:57.114021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device caa6f4f3-e1aa-4dd2-b0da-394687745aad no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:14:57.117644 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.127170 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-faa11ae5-537f-4c45-819c-785ff6e8c39f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:57.149663 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: caa6f4f3-e1aa-4dd2-b0da-394687745aad {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:14:57.150403 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device caa6f4f3-e1aa-4dd2-b0da-394687745aad not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:14:57.160008 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:14:57.168456 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:14:57.172507 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:14:57.204797 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'Port': ['ID=c94ee76a-58e2-4cff-857f-56453ae01cb7,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:57.215972 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:57.248666 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:57.261291 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.261800 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:57.273627 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'port_id': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'mac_address': 'fa:16:3e:67:a0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:14:57.274208 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.283989 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Transition to ACTIVE for port object 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:14:57.294176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.296602 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-002f6ec2-9619-47f8-9147-38678d7186d6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:57.332412 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61872da9-4d0f-4ff2-a112-16f934f782ad req-3db04601-edde-4445-b9e2-242a39aeb5f5 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:57.334325 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-61872da9-4d0f-4ff2-a112-16f934f782ad req-3db04601-edde-4445-b9e2-242a39aeb5f5 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.1320052 Jun 23 14:14:57.347233 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.370248 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.375767 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:57.384734 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:57.400082 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea8807a-5f1d-406c-94ec-5aa062be79e7 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:14:57.423135 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-61872da9-4d0f-4ff2-a112-16f934f782ad req-8c0bd635-30c7-4b27-8908-04db19eb7b27 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=8f0ab07a-ee33-468a-a98d-258e466bf4d7&id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0815172 Jun 23 14:14:57.464775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:57.472086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.476094 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Attempting to bind port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:14:57.476361 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:57.476494 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Attempting to bind port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:14:57.476761 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Attempting to bind port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad on network e8b07c21-232d-48f2-92fa-36352c1eb13f {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:57.492006 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad on network e8b07c21-232d-48f2-92fa-36352c1eb13f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:14:57.492334 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Attempting to bind port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad on network e8b07c21-232d-48f2-92fa-36352c1eb13f {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:14:57.518784 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:14:57.519127 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Checking segment: {'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:14:57.519521 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Bound using segment: {'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:14:57.519965 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Bound port: 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ba9e2de-50d4-4e68-90fe-1a260d26694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 804, 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:14:57.520315 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.526068 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:57.534123 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.534392 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.534767 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.535298 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.535791 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.536873 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.537463 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.537881 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.538250 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.538613 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.538986 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.539352 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.539645 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:14:57.541021 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.543952 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:57.545514 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:57.611721 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'Port': ['ID=c94ee76a-58e2-4cff-857f-56453ae01cb7,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:57.615569 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:57.628739 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.644281 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.646069 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9237986 Jun 23 14:14:57.727696 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['5ea8807a-5f1d-406c-94ec-5aa062be79e7'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:14:57.874351 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb32ca6-5ed7-44e3-92e7-6d0da72cf235 req-d7a66247-89d5-459c-81df-7d7abddaf439 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:57.875838 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9eb32ca6-5ed7-44e3-92e7-6d0da72cf235 req-d7a66247-89d5-459c-81df-7d7abddaf439 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 943 time: 0.4020245 Jun 23 14:14:57.899884 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b63e635d-6843-491c-931c-eed289c7c704 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-securitygroup--1604779365&fields=id&tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0 HTTP/1.1" status: 200 len: 267 time: 0.0851762 Jun 23 14:14:57.900844 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] For port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:14:57.944289 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] For port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:14:57.963499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:57.969066 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0c459a07-6b31-46c9-82a8-8013db4efab6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:58.023909 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9eb32ca6-5ed7-44e3-92e7-6d0da72cf235 req-0e8e805e-0ba9-4f69-90a7-9497e530c3c0 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386745 Jun 23 14:14:58.049724 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.050376 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:58.051753 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] 10.222.0.42 "PUT /v2.0/ports/5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad HTTP/1.1" status: 200 len: 1093 time: 1.2855859 Jun 23 14:14:58.054485 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '131578c8-ba44-4287-8b07-0bb5a8601723', 'tag': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:58.056800 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad" -d '{"events": [{"name": "network-changed", "server_uuid": "131578c8-ba44-4287-8b07-0bb5a8601723", "tag": "5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:58.082841 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Pushing event updated for resources: {'Port': ['ID=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:58.091405 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:58.102798 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-4d87da29-8193-4655-aa5f-602adea0f4d1 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.104306 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-4d87da29-8193-4655-aa5f-602adea0f4d1 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 811 time: 0.1949825 Jun 23 14:14:58.105848 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60da4093-86a1-4b9b-a4f3-7816de474dcc x-openstack-request-id: req-60da4093-86a1-4b9b-a4f3-7816de474dcc {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:58.106207 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "131578c8-ba44-4287-8b07-0bb5a8601723", "tag": "5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:58.106490 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-60da4093-86a1-4b9b-a4f3-7816de474dcc {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:58.106906 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '131578c8-ba44-4287-8b07-0bb5a8601723', 'tag': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad', 'status': 'completed', 'code': 200} Jun 23 14:14:58.149372 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-c3fed98e-4248-4f1d-a4b4-00a18b605cac tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/quotas/e7fc9e3b91fe47e99d2c137bc38bdef0 HTTP/1.1" status: 200 len: 375 time: 0.0338275 Jun 23 14:14:58.245091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-49ce9537-d1e7-4c05-8bd9-40ee6a1f9fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.246534 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-49ce9537-d1e7-4c05-8bd9-40ee6a1f9fcf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d27697dff2f843dbb9bf9691292ed9ee&device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 1096 time: 0.1388900 Jun 23 14:14:58.312973 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-8944f6c6-3701-4aff-a6c1-4a6bcff2ce11 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1579676 Jun 23 14:14:58.315632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-b44d5046-ef63-4642-85ac-e26a7281ef16 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad HTTP/1.1" status: 200 len: 217 time: 0.0564692 Jun 23 14:14:58.331905 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21afd338-c03f-4595-ba42-184a4299c351 req-a30694f6-0d4b-4286-b425-9f36aed22e87 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.333916 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-21afd338-c03f-4595-ba42-184a4299c351 req-a30694f6-0d4b-4286-b425-9f36aed22e87 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 944 time: 0.1442182 Jun 23 14:14:58.429119 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-8914ac9b-fd9d-43b5-9dae-8a2d1d643831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.430596 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-8914ac9b-fd9d-43b5-9dae-8a2d1d643831 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7595b602-83f9-4e95-9278-f579239ec091 HTTP/1.1" status: 200 len: 848 time: 0.1066179 Jun 23 14:14:58.433315 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-21afd338-c03f-4595-ba42-184a4299c351 req-f9f091ab-2df5-4093-adba-0f65afe69105 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881925 Jun 23 14:14:58.496392 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-82844efe-e05e-42e9-98f6-d525407c8d1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8b07c21-232d-48f2-92fa-36352c1eb13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305002 Jun 23 14:14:58.571178 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-49167edc-0c3e-4066-8d58-843ce9ae009d service neutron] 10.222.0.16 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2361343 Jun 23 14:14:58.655036 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-12fe9c95-3a2c-434b-88eb-ccbea74dcb84 service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500053 Jun 23 14:14:58.704623 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-16ab94ac-5302-4988-95d5-65631f7978e7 service neutron] 10.222.0.16 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272905 Jun 23 14:14:58.764446 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-145370c4-a9df-4157-89e7-ceeb5fd54776 req-eb36ce76-8f63-41ae-a226-37a3477e14ef service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983596 Jun 23 14:14:58.888799 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-87864915-6902-425a-909e-971481984f5e req-0f6d3c77-b76b-45e3-be85-be5303fd7138 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 210 time: 0.0316353 Jun 23 14:14:58.913371 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-74cccf9d-0508-4469-b245-e02b209295cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:58.914888 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-74cccf9d-0508-4469-b245-e02b209295cf service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=d27697dff2f843dbb9bf9691292ed9ee&device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 1096 time: 0.0837364 Jun 23 14:14:59.012015 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-458c644d-61d2-46fb-8848-f72c9de7d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.013510 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-458c644d-61d2-46fb-8848-f72c9de7d51c service neutron] 10.222.0.42 "GET /v2.0/networks?id=e8b07c21-232d-48f2-92fa-36352c1eb13f HTTP/1.1" status: 200 len: 909 time: 0.0920017 Jun 23 14:14:59.056342 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-bdb76b5e-caed-4d4d-8704-cfd6691e099d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad HTTP/1.1" status: 200 len: 217 time: 0.0357459 Jun 23 14:14:59.109455 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-45c3213f-6bf6-4437-a792-48187fbfa22f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.111104 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-45c3213f-6bf6-4437-a792-48187fbfa22f service neutron] 10.222.0.42 "GET /v2.0/subnets?id=7595b602-83f9-4e95-9278-f579239ec091 HTTP/1.1" status: 200 len: 848 time: 0.0462384 Jun 23 14:14:59.115569 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:14:59.155825 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-43ba829d-3f9f-4425-8850-4cd7a4b5d2d5 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=e8b07c21-232d-48f2-92fa-36352c1eb13f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320346 Jun 23 14:14:59.168262 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:14:59.172821 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:14:59.173357 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.273626 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.289931 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-7e33728f-4ea6-4596-bea5-6736584effda service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246588 Jun 23 14:14:59.298927 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc4fa86-8410-4ce9-bb0d-a043277ab6a6 req-fb9e152f-9e10-42b6-8c01-c121d8ca89ee tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.299172 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:14:59.300370 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2cc4fa86-8410-4ce9-bb0d-a043277ab6a6 req-fb9e152f-9e10-42b6-8c01-c121d8ca89ee tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 943 time: 0.1472955 Jun 23 14:14:59.301502 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b34de4b-51df-49be-8a41-0ba619f6e1f8" -d '{"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:14:59.316589 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:14:59.323265 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.325617 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-c9c3bf89-e2e0-4de2-a3b7-e77cac488ea9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:14:59.370001 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8006bc63-f52e-4ff9-8f7a-24c4a5bd9d74 x-openstack-request-id: req-8006bc63-f52e-4ff9-8f7a-24c4a5bd9d74 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:14:59.370766 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:14:59.371031 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-8006bc63-f52e-4ff9-8f7a-24c4a5bd9d74 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:14:59.371435 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'code': 200} Jun 23 14:14:59.394143 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:14:59.396020 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:14:59.406890 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2cc4fa86-8410-4ce9-bb0d-a043277ab6a6 req-cc981bf1-d079-41f1-a4b4-00af739c1dc5 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967102 Jun 23 14:14:59.442525 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b936ba9-c50e-45ee-bcbe-f6384bc6dbad req-083d9882-9d16-4368-bc17-8145aae97d7c service neutron] 10.222.0.42 "GET /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403337 Jun 23 14:14:59.532331 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0ebe24e6-a7f1-4389-8ba1-f865e134e908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:14:59.663158 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948457d-805b-45d2-b558-a0a749f1dcd2 req-99ffb618-b7de-4970-9e2f-158f87d2923d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.664649 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b948457d-805b-45d2-b558-a0a749f1dcd2 req-99ffb618-b7de-4970-9e2f-158f87d2923d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1065781 Jun 23 14:14:59.670662 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e3f743-16ed-4ec2-89dd-b910fc22937a req-a0eedab2-c4ad-4cdb-8ad3-1cdc379b3305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:14:59.672064 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f6e3f743-16ed-4ec2-89dd-b910fc22937a req-a0eedab2-c4ad-4cdb-8ad3-1cdc379b3305 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1098 time: 0.0796576 Jun 23 14:14:59.721016 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b948457d-805b-45d2-b558-a0a749f1dcd2 req-a521d632-1f88-4aff-b7f3-8a2f22d9219b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480115 Jun 23 14:14:59.732309 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f6e3f743-16ed-4ec2-89dd-b910fc22937a req-9c0908f7-3824-44e2-a739-73abc83569f9 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448081 Jun 23 14:15:00.028750 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f86f67e7-9d65-47ba-b237-2682f37d1649 req-23488f76-7b12-43ba-a1f2-52becb598417 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 210 time: 0.0292408 Jun 23 14:15:00.297810 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-3acaff05-1035-4a47-93e3-9623bb07236b tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:00.299366 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-3acaff05-1035-4a47-93e3-9623bb07236b tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 811 time: 0.1056907 Jun 23 14:15:00.353230 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d08ec05d-0185-43e2-a14d-abf92d8d16ab tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0 HTTP/1.1" status: 200 len: 380 time: 0.0339055 Jun 23 14:15:00.365666 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'port': {'device_id': '180959ff-5227-43df-a390-1238b329e0fc', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'admin_state_up': True, 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'security_groups': ['51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:00.477919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Made reservation on behalf of e7fc9e3b91fe47e99d2c137bc38bdef0 for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:15:00.481412 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:00.642033 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Allocated IP 172.20.0.7 (29c7d145-1b11-4103-971f-691c80da4385/0702b282-d334-4606-9982-5a1d2bd98317/71aa21bc-16cf-4232-a009-5bd5c58a5d98) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:15:00.662956 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd6f7c-70a2-41c3-bf3e-6b7ff9031855 req-2105559c-4c80-4fc5-a232-eec942642676 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:00.664487 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b9cd6f7c-70a2-41c3-bf3e-6b7ff9031855 req-2105559c-4c80-4fc5-a232-eec942642676 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 943 time: 0.1304147 Jun 23 14:15:00.738986 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b9cd6f7c-70a2-41c3-bf3e-6b7ff9031855 req-70703ff1-ab3e-4c55-8e18-1eb6ea514239 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676627 Jun 23 14:15:00.814087 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:00.831390 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Transition to ACTIVE for port object 71aa21bc-16cf-4232-a009-5bd5c58a5d98 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:00.902150 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:00.907886 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-71daf2dd-d443-4442-924f-53b3be43a205 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:00.953571 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Network 29c7d145-1b11-4103-971f-691c80da4385 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:15:00.959819 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:15:00.962170 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:15:00.971495 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93766d5b-d2b2-4797-930c-aa34987734cc req-e7a2220d-f1e0-4b83-b5b2-97ede1d23828 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:00.972957 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93766d5b-d2b2-4797-930c-aa34987734cc req-e7a2220d-f1e0-4b83-b5b2-97ede1d23828 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1315455 Jun 23 14:15:00.979082 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event updated for resources: {'Port': ['ID=71aa21bc-16cf-4232-a009-5bd5c58a5d98,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:00.981770 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:01.049595 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:01.050271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.063255 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93766d5b-d2b2-4797-930c-aa34987734cc req-f98c0a1f-527d-4866-a600-0b030d274a10 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803206 Jun 23 14:15:01.075201 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7139604 Jun 23 14:15:01.089321 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Request body: {'port': {'device_id': '180959ff-5227-43df-a390-1238b329e0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:01.131930 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:15:01.228186 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-8cf910e9-3934-4c03-810b-9ac4edff81f3 None None] Provisioning for port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:01.236663 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-8cf910e9-3934-4c03-810b-9ac4edff81f3 None None] Provisioning complete for port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:01.236991 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8cf910e9-3934-4c03-810b-9ac4edff81f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.244581 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.274256 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:01.291943 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad', 'network_id': 'e8b07c21-232d-48f2-92fa-36352c1eb13f', 'port_id': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad', 'mac_address': 'fa:16:3e:d0:bc:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 804, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7595b602-83f9-4e95-9278-f579239ec091', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:15:01.296214 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-8cf910e9-3934-4c03-810b-9ac4edff81f3 None None] Port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:15:01.331086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243ff1e-53f8-4966-809f-b39ceae3564d req-59ef199d-847a-4191-a557-a57e52efc56b tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:01.332537 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9243ff1e-53f8-4966-809f-b39ceae3564d req-59ef199d-847a-4191-a557-a57e52efc56b tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 931 time: 0.1595590 Jun 23 14:15:01.334232 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.347312 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:15:01.368137 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:01.372468 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.374924 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:01.404943 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d911819-910e-48a6-b087-b10d0c7e576b req-2570e3dd-6fa2-45df-816e-c87d08636e7e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:01.406436 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1d911819-910e-48a6-b087-b10d0c7e576b req-2570e3dd-6fa2-45df-816e-c87d08636e7e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.2176776 Jun 23 14:15:01.416355 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53396) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:01.423545 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Request body: {'floatingip': {'port_id': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:01.428958 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:01.432669 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:01.466332 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9243ff1e-53f8-4966-809f-b39ceae3564d req-99360c47-a3e4-4405-b7ec-db0b8449ac67 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849016 Jun 23 14:15:01.472275 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.587362 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71aa21bc-16cf-4232-a009-5bd5c58a5d98 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:15:01.594944 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.607592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Transition to ACTIVE for port object 71aa21bc-16cf-4232-a009-5bd5c58a5d98 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:15:01.610638 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:15:01.613146 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.617744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:01.725797 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Pushing event updated for resources: {'Port': ['ID=71aa21bc-16cf-4232-a009-5bd5c58a5d98,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:01.740176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.740641 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.740919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.741281 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.741648 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.742034 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.742400 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.742755 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.743158 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.743511 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.743860 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.744208 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:15:01.750820 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:01.775765 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Attempting to bind port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:15:01.776243 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Attempting to bind port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:15:01.776659 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Attempting to bind port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 on network 29c7d145-1b11-4103-971f-691c80da4385 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:01.784660 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 on network 29c7d145-1b11-4103-971f-691c80da4385 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:15:01.785093 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Attempting to bind port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 on network 29c7d145-1b11-4103-971f-691c80da4385 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:15:01.792017 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 14, 37), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:15:01.792516 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Checking segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:15:01.793001 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Bound using segment: {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:15:01.793678 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Bound port: 71aa21bc-16cf-4232-a009-5bd5c58a5d98, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '747d0e8f-0842-4018-aa16-0bd90a14dcf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': '29c7d145-1b11-4103-971f-691c80da4385'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:15:01.794153 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.934468 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] For port 71aa21bc-16cf-4232-a009-5bd5c58a5d98, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:15:01.936602 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.938165 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] For port 71aa21bc-16cf-4232-a009-5bd5c58a5d98, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:15:01.940444 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.947050 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.950554 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fb4d22dd-de25-447c-b7a8-d2116b10467a tempest-VolumesSnapshotTestJSON-1736810713 tempest-VolumesSnapshotTestJSON-1736810713-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:01.994910 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:01.995526 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:01.996921 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] 10.222.0.42 "PUT /v2.0/ports/71aa21bc-16cf-4232-a009-5bd5c58a5d98 HTTP/1.1" status: 200 len: 1093 time: 0.9136219 Jun 23 14:15:02.000631 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:02.003080 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147923ed-4572-4159-8dc8-0c2f529c9870" -d '{"events": [{"name": "network-changed", "server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:02.021931 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02de18c-3a52-4a74-a0b7-ee51471e1d55 req-aceec4f4-76e7-4795-91bd-ef172ee78270 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.023498 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c02de18c-3a52-4a74-a0b7-ee51471e1d55 req-aceec4f4-76e7-4795-91bd-ef172ee78270 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 944 time: 0.1442013 Jun 23 14:15:02.030040 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Pushing event updated for resources: {'Port': ['ID=71aa21bc-16cf-4232-a009-5bd5c58a5d98,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:02.034585 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:02.062990 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.l3_db [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Floating IP edd7a995-5e57-4b61-8c71-75fd33bdddf8 associated. External IP: 172.28.2.37, port: 5ea8807a-5f1d-406c-94ec-5aa062be79e7. Jun 23 14:15:02.073885 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e43b2cc-3242-4971-a573-decf738408d4 x-openstack-request-id: req-2e43b2cc-3242-4971-a573-decf738408d4 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:02.074515 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:02.074515 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2e43b2cc-3242-4971-a573-decf738408d4 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:02.074908 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'status': 'completed', 'code': 200} Jun 23 14:15:02.109669 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c02de18c-3a52-4a74-a0b7-ee51471e1d55 req-f3fd81df-1584-40fe-9e40-72737ac5191f tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767066 Jun 23 14:15:02.138133 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-7531dc80-fab9-411f-b23c-8e0af8219295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.139726 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-7531dc80-fab9-411f-b23c-8e0af8219295 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 1096 time: 0.0798903 Jun 23 14:15:02.194173 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d60aa5e7-9a29-492f-8ad7-b83290201183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.242712 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.452996 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-c7533973-30fd-43ad-a313-00f3864f5aa5 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98 HTTP/1.1" status: 200 len: 217 time: 0.2937744 Jun 23 14:15:02.502993 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b344599a-6f55-48b4-8bc4-b59c7e36d742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.504560 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-b344599a-6f55-48b4-8bc4-b59c7e36d742 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.0431025 Jun 23 14:15:02.515279 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Router 481603ff-b622-479b-9a1f-39ed19fac289 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:15:02.565691 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-01aece7f-8ebd-4c6d-9d79-826adcd4eb1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.567476 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-01aece7f-8ebd-4c6d-9d79-826adcd4eb1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0553465 Jun 23 14:15:02.633911 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:15:02.638866 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:02.643645 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] Sync routers for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:15:02.653771 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:02.654611 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:15:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:02.674821 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a686a995-0745-4c61-8c89-1e8afcf243c4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "PUT /v2.0/floatingips/edd7a995-5e57-4b61-8c71-75fd33bdddf8 HTTP/1.1" status: 200 len: 990 time: 1.2565329 Jun 23 14:15:02.675486 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:02.678989 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d01b8be-637e-4ab7-822b-ebee74458968" -d '{"events": [{"name": "network-changed", "server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:02.709189 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-9b3ed69c-8d02-46cc-b31c-d6395cdb0a18 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337643 Jun 23 14:15:02.720235 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1144cdf-3a63-4c18-9014-2c672984d222 req-02666240-3e65-4093-98e3-aa645e32b7a0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.721669 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1144cdf-3a63-4c18-9014-2c672984d222 req-02666240-3e65-4093-98e3-aa645e32b7a0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 943 time: 0.1218638 Jun 23 14:15:02.810086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:02.822140 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1144cdf-3a63-4c18-9014-2c672984d222 req-0cdd1e29-ea2f-45bc-a479-821cc4224193 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0892928 Jun 23 14:15:02.843419 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6a0131e4-c318-423f-8a2e-55c367f9be36 req-270403b5-78aa-4af9-a377-e7c5cb30568b service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202421 Jun 23 14:15:02.856313 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd99f1e-bdd8-4249-b211-9fd2684a2750 x-openstack-request-id: req-4dd99f1e-bdd8-4249-b211-9fd2684a2750 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:02.857128 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:02.858058 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-4dd99f1e-bdd8-4249-b211-9fd2684a2750 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:02.858954 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'status': 'completed', 'code': 200} Jun 23 14:15:02.947572 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-387699a4-fdf5-4cbc-81b0-c4092cb12b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.949311 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-387699a4-fdf5-4cbc-81b0-c4092cb12b4d service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1098 time: 0.0590470 Jun 23 14:15:02.953796 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-7cc484b4-ffa1-432d-865e-d9660a7a3257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:02.955367 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-7cc484b4-ffa1-432d-865e-d9660a7a3257 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 1096 time: 0.0649970 Jun 23 14:15:03.047252 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-932dff94-3564-48c7-bf05-a94f4fcda306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.048171 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-a04e29b0-f797-4ec7-a285-31d824219438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.048632 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-932dff94-3564-48c7-bf05-a94f4fcda306 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.0930424 Jun 23 14:15:03.049621 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-a04e29b0-f797-4ec7-a285-31d824219438 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 912 time: 0.0865541 Jun 23 14:15:03.108184 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-2842eef9-6e55-4bf6-93ca-412ed99f8307 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98 HTTP/1.1" status: 200 len: 217 time: 0.0469668 Jun 23 14:15:03.124336 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-c1535b16-e8a0-4263-9abb-5ed70cb1856a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 200 len: 998 time: 0.0638900 Jun 23 14:15:03.162753 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-9a031d56-8adf-48a1-b1eb-e5b65581e3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.163981 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-9a031d56-8adf-48a1-b1eb-e5b65581e3cc service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.0484869 Jun 23 14:15:03.179747 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:03.195218 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-d534191c-3fa6-4d49-ba92-b218c01cc691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.196757 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-d534191c-3fa6-4d49-ba92-b218c01cc691 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0655103 Jun 23 14:15:03.253679 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-45536d0f-29e2-43e2-b894-eaed6f5efa1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.257243 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-45536d0f-29e2-43e2-b894-eaed6f5efa1f service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857317 Jun 23 14:15:03.267559 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.278075 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-51aeb680-82d2-443f-b328-196883b38d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.279535 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-51aeb680-82d2-443f-b328-196883b38d2a service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752530 Jun 23 14:15:03.295848 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:03.302667 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:03.303130 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.335825 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'edd7a995-5e57-4b61-8c71-75fd33bdddf8', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'port_id': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'mac_address': 'fa:16:3e:67:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:47Z', 'updated_at': '2021-06-23T14:15:01Z', 'revision_number': 1, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:03.365994 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-4872591e-0cac-4caa-aa2d-4d4479172e27 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016440 Jun 23 14:15:03.369661 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] Checking router: 481603ff-b622-479b-9a1f-39ed19fac289 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:15:03.383725 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:03.384365 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:15:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:03.407585 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdd6619-10d8-4372-a11f-7dda70b23707 req-96837fea-cb20-47a5-a5eb-b6c1c5f4eabf tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.409297 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2cdd6619-10d8-4372-a11f-7dda70b23707 req-96837fea-cb20-47a5-a5eb-b6c1c5f4eabf tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 944 time: 0.1435182 Jun 23 14:15:03.412224 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-e6db03e0-cb96-4cb9-b78d-b76a14057873 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131406 Jun 23 14:15:03.464200 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-147923ed-4572-4159-8dc8-0c2f529c9870 req-c98701a8-33d5-4170-87a9-78dec7dc2c1e service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894713 Jun 23 14:15:03.495584 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.510072 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2cdd6619-10d8-4372-a11f-7dda70b23707 req-f0b5d366-e0bb-413e-96b3-c6a904d540b6 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920143 Jun 23 14:15:03.529138 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131578c8-ba44-4287-8b07-0bb5a8601723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:03.531539 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ffa4f8-cd73-43b5-a2a4-fd50e5ee40fd" -d '{"events": [{"server_uuid": "131578c8-ba44-4287-8b07-0bb5a8601723", "name": "network-vif-plugged", "status": "completed", "tag": "5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:03.540506 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d01b8be-637e-4ab7-822b-ebee74458968 req-c77fb733-8bd1-4e12-966e-8dba27f6972f service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158051 Jun 23 14:15:03.547918 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:03.550711 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:03.575731 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:03.579464 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:03.589141 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed66d85b-24c3-40a0-99e2-454007b8ac31 x-openstack-request-id: req-ed66d85b-24c3-40a0-99e2-454007b8ac31 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:03.589434 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131578c8-ba44-4287-8b07-0bb5a8601723", "name": "network-vif-plugged", "status": "completed", "tag": "5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:03.589691 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-ed66d85b-24c3-40a0-99e2-454007b8ac31 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:03.590110 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131578c8-ba44-4287-8b07-0bb5a8601723', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad', 'code': 200} Jun 23 14:15:03.676858 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:03.681250 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:03.818411 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89775a70-e7e5-4fb2-9fc8-e756d37c5ba3 req-c31a7e5d-f89f-428f-bf97-4d6d08e6e057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:03.820131 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-89775a70-e7e5-4fb2-9fc8-e756d37c5ba3 req-c31a7e5d-f89f-428f-bf97-4d6d08e6e057 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 1098 time: 0.0528696 Jun 23 14:15:03.824020 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'edd7a995-5e57-4b61-8c71-75fd33bdddf8', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'port_id': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'mac_address': 'fa:16:3e:67:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:47Z', 'updated_at': '2021-06-23T14:15:01Z', 'revision_number': 1, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:03.851991 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45cc7077-5115-4319-b5c2-c1c06be98233 None None] The sync data for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb is: [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'edd7a995-5e57-4b61-8c71-75fd33bdddf8', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'floating_ip_address': '172.28.2.37', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'port_id': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 535, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'mac_address': 'fa:16:3e:67:a0:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:47Z', 'updated_at': '2021-06-23T14:15:01Z', 'revision_number': 1, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:15:03.858928 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-89775a70-e7e5-4fb2-9fc8-e756d37c5ba3 req-778d550f-dc8a-490f-8a85-55a566970e51 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306773 Jun 23 14:15:04.013419 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c1e63-71f4-4817-830d-965e95cbd020 req-bb104d46-6b9f-422d-9fdd-51bcb0b1a6e7 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.014962 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-071c1e63-71f4-4817-830d-965e95cbd020 req-bb104d46-6b9f-422d-9fdd-51bcb0b1a6e7 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 943 time: 0.0678372 Jun 23 14:15:04.046949 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c10da959-ff2c-40ca-ab6e-0c402591c6ca None None] New status for floating IP edd7a995-5e57-4b61-8c71-75fd33bdddf8: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:15:04.055222 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-071c1e63-71f4-4817-830d-965e95cbd020 req-dd6fafa3-3468-48c5-8ee3-f01577059386 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345144 Jun 23 14:15:04.709696 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31280c-c4ee-4ec6-a4fd-820ce0ac3d14 req-d42d6e00-4b11-441e-a057-ecff082b31a1 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:04.711236 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1e31280c-c4ee-4ec6-a4fd-820ce0ac3d14 req-d42d6e00-4b11-441e-a057-ecff082b31a1 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 945 time: 0.0886688 Jun 23 14:15:04.748397 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1e31280c-c4ee-4ec6-a4fd-820ce0ac3d14 req-b964e81a-f403-4fd5-bd7d-e018ac1c663d tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313382 Jun 23 14:15:04.949447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.160669 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 71aa21bc-16cf-4232-a009-5bd5c58a5d98 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:15:05.231973 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6e2ec-0aac-4c7f-bf01-a47ba2400c8d req-7222fb6a-88cb-4604-99c2-05d2a01d0890 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:05.233587 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-42c6e2ec-0aac-4c7f-bf01-a47ba2400c8d req-7222fb6a-88cb-4604-99c2-05d2a01d0890 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 943 time: 0.0658762 Jun 23 14:15:05.263053 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 71aa21bc-16cf-4232-a009-5bd5c58a5d98, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:05.274125 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-42c6e2ec-0aac-4c7f-bf01-a47ba2400c8d req-58ab1a90-22db-4186-9e18-1a86c7e02a04 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347016 Jun 23 14:15:05.275087 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'port_id': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'mac_address': 'fa:16:3e:02:c3:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 813, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:15:05.311908 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.324676 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71aa21bc-16cf-4232-a009-5bd5c58a5d98 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:15:05.344869 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 71aa21bc-16cf-4232-a009-5bd5c58a5d98, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:05.350340 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:05.352122 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:05.400282 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=71aa21bc-16cf-4232-a009-5bd5c58a5d98,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:05.403297 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:05.610308 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['71aa21bc-16cf-4232-a009-5bd5c58a5d98'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:15:05.919184 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5bb377-a1fc-4e84-b154-75e40f6d1f6f req-7988a476-e857-412c-ba72-9afa87a05014 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:05.920655 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4d5bb377-a1fc-4e84-b154-75e40f6d1f6f req-7988a476-e857-412c-ba72-9afa87a05014 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 945 time: 0.0619240 Jun 23 14:15:05.957487 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4d5bb377-a1fc-4e84-b154-75e40f6d1f6f req-b2190ee5-cb0d-406b-b115-7064e1b1af19 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312445 Jun 23 14:15:06.452970 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d46eda5-e522-4a6a-9262-9c50be7ad4ec req-d2ea4091-8d78-40b7-8da6-2920b71078da tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.454453 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9d46eda5-e522-4a6a-9262-9c50be7ad4ec req-d2ea4091-8d78-40b7-8da6-2920b71078da tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 944 time: 0.0677388 Jun 23 14:15:06.494135 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9d46eda5-e522-4a6a-9262-9c50be7ad4ec req-4b279973-8f7c-4ef6-abf1-23ab4b4b9baa tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339134 Jun 23 14:15:06.765388 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e51f41-38a5-42e0-8162-3d24f9a93450 req-e2dc6d86-d146-4376-b071-43c067356f1f tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:06.766805 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-74e51f41-38a5-42e0-8162-3d24f9a93450 req-e2dc6d86-d146-4376-b071-43c067356f1f tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 945 time: 0.0695107 Jun 23 14:15:06.804972 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-74e51f41-38a5-42e0-8162-3d24f9a93450 req-7316b189-c13d-4f45-a060-cbc960f4b6dd tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319040 Jun 23 14:15:07.092503 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:07.177598 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 71aa21bc-16cf-4232-a009-5bd5c58a5d98 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:15:07.224799 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:15:07.228474 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:15:07.228861 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:07.307593 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:07.330792 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:07.333853 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973b9974-4d4a-462f-bea6-b5bad5bebec9" -d '{"events": [{"server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "name": "network-vif-plugged", "status": "completed", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:07.347816 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 71aa21bc-16cf-4232-a009-5bd5c58a5d98, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:07.352051 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:07.354909 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:07.378396 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f76ee1-4e63-44db-9958-991790173034 x-openstack-request-id: req-f3f76ee1-4e63-44db-9958-991790173034 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:07.378692 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "name": "network-vif-plugged", "status": "completed", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:07.378950 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-f3f76ee1-4e63-44db-9958-991790173034 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:07.379353 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'code': 200} Jun 23 14:15:07.407998 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=71aa21bc-16cf-4232-a009-5bd5c58a5d98,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:07.411571 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:07.712008 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ae975e-84c3-46f6-9791-4a69458ce997 req-d2b8fad0-6d74-4b99-b9eb-fd9179b8c7a5 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.713599 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53ae975e-84c3-46f6-9791-4a69458ce997 req-d2b8fad0-6d74-4b99-b9eb-fd9179b8c7a5 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 945 time: 0.1044612 Jun 23 14:15:07.715820 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28b671-1cae-4ffc-b2b7-d914572ee13b req-277402a5-1076-414f-a768-cac4ce4966c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.717229 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8e28b671-1cae-4ffc-b2b7-d914572ee13b req-277402a5-1076-414f-a768-cac4ce4966c5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 1098 time: 0.1390722 Jun 23 14:15:07.772530 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-53ae975e-84c3-46f6-9791-4a69458ce997 req-d05882a3-5c1e-41f1-9b22-19c9399b6356 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529954 Jun 23 14:15:07.774455 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8e28b671-1cae-4ffc-b2b7-d914572ee13b req-27b0bf0e-0842-47e7-8768-4777acfc5dff service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487363 Jun 23 14:15:07.976052 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ec38a-e798-4ce6-a009-1beed008a5e4 req-c15ac80a-8090-4c95-bdd7-2747953e4a7a tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:07.977521 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-266ec38a-e798-4ce6-a009-1beed008a5e4 req-c15ac80a-8090-4c95-bdd7-2747953e4a7a tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 945 time: 0.0623224 Jun 23 14:15:08.018432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-266ec38a-e798-4ce6-a009-1beed008a5e4 req-8de74b41-b1a6-422d-acce-055ae97eb3e7 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353401 Jun 23 14:15:08.730587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-d9551559-a91a-426d-9cb2-9d119e48cd36 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:08.731962 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-d9551559-a91a-426d-9cb2-9d119e48cd36 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 945 time: 0.0632563 Jun 23 14:15:08.832424 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Deleting port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:15:08.833395 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.959105 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] For port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,segment=NetworkSegment(1ba9e2de-50d4-4e68-90fe-1a260d26694e),segment_id=1ba9e2de-50d4-4e68-90fe-1a260d26694e)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:15:08.959527 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:08.976465 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Calling delete_port for 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:15:09.005426 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edebae40-db03-4108-990d-32cf57db005b req-e6b27de0-b3f7-4973-95cc-8c3c1e880650 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:09.007256 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-edebae40-db03-4108-990d-32cf57db005b req-e6b27de0-b3f7-4973-95cc-8c3c1e880650 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 945 time: 0.1066527 Jun 23 14:15:09.089236 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-edebae40-db03-4108-990d-32cf57db005b req-7c900302-b692-4b02-b830-549b1b2ff127 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504704 Jun 23 14:15:09.192887 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.196957 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4039c4f8-774f-4d0f-8f81-0da65a6dcd61 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:09.219739 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:15:09.229024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Pushing event deleted for resources: {'Port': ['ID=5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:09.233121 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:09.270361 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30765b5-9f78-45fc-915d-9d346bcd64ee req-07ca2cc5-73e1-4411-99db-35bcc458fcbf tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:09.272187 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d30765b5-9f78-45fc-915d-9d346bcd64ee req-07ca2cc5-73e1-4411-99db-35bcc458fcbf tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/ports?device_id=131578c8-ba44-4287-8b07-0bb5a8601723 HTTP/1.1" status: 200 len: 867 time: 0.1364260 Jun 23 14:15:09.290724 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] No DVR routers for this DVR port 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:15:09.296933 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:09.298783 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8fbf791e-9a12-4503-80f0-8e6359ba7697 req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.42 "DELETE /v2.0/ports/5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad HTTP/1.1" status: 204 len: 173 time: 0.5611427 Jun 23 14:15:09.299277 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '131578c8-ba44-4287-8b07-0bb5a8601723', 'name': 'network-vif-deleted', 'tag': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:09.302138 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-406412c4-ef0d-4df6-ac9b-798349e7ca2e" -d '{"events": [{"server_uuid": "131578c8-ba44-4287-8b07-0bb5a8601723", "name": "network-vif-deleted", "tag": "5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:09.334626 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d30765b5-9f78-45fc-915d-9d346bcd64ee req-282ac579-7b85-48df-9ea7-8ace1dd5c717 tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] 10.222.0.16 "GET /v2.0/security-groups?id=bcec1ab0-b654-4a5e-95f7-dad01f1fc344&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457637 Jun 23 14:15:09.344304 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90572956-8898-4741-90c6-08450800d5cf x-openstack-request-id: req-90572956-8898-4741-90c6-08450800d5cf {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:09.344624 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "131578c8-ba44-4287-8b07-0bb5a8601723", "name": "network-vif-deleted", "tag": "5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:09.344907 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-90572956-8898-4741-90c6-08450800d5cf {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:09.345356 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '131578c8-ba44-4287-8b07-0bb5a8601723', 'name': 'network-vif-deleted', 'tag': '5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad', 'status': 'completed', 'code': 200} Jun 23 14:15:10.259836 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5773ab43-7c52-4b8e-bc6b-32218460526c req-dbfb6fb5-e5ba-440b-92cf-caecaef005b4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:10.261271 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5773ab43-7c52-4b8e-bc6b-32218460526c req-dbfb6fb5-e5ba-440b-92cf-caecaef005b4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 945 time: 0.0617185 Jun 23 14:15:10.296841 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5773ab43-7c52-4b8e-bc6b-32218460526c req-36a3e49a-8fa4-4cf1-a84e-e96857a3bf67 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300133 Jun 23 14:15:10.474176 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57b5c38-5025-4145-b1cd-90383e5f115e req-5457e6c0-9582-4257-a670-b2d458ec29a5 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:10.475653 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e57b5c38-5025-4145-b1cd-90383e5f115e req-5457e6c0-9582-4257-a670-b2d458ec29a5 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 945 time: 0.0679977 Jun 23 14:15:10.484234 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53472) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:10.489581 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Request body: {'floatingip': {'port_id': '71aa21bc-16cf-4232-a009-5bd5c58a5d98'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:15:10.528413 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:10.993803 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:10.998587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:11.102763 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.l3_db [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Floating IP a2e04c97-cf6b-46cc-8669-2bccba2fda0d associated. External IP: 172.28.2.32, port: 71aa21bc-16cf-4232-a009-5bd5c58a5d98. Jun 23 14:15:11.315079 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Router 513616eb-4a17-4547-b1ae-f097fd655fa8 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:15:11.675077 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:15:11.681296 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:11.686372 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] Sync routers for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:15:11.696325 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:11.697119 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:15:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:11.725086 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-00f3107a-1419-497e-a024-d012eddb0836 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "PUT /v2.0/floatingips/a2e04c97-cf6b-46cc-8669-2bccba2fda0d HTTP/1.1" status: 200 len: 990 time: 1.2364218 Jun 23 14:15:11.725086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:15:11.725694 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b520873-481e-4ebb-98bb-aef0c031c64a" -d '{"events": [{"name": "network-changed", "server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:15:11.768773 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:15:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ed46fb-a6f3-4037-bdfb-9282ec9830f8 x-openstack-request-id: req-27ed46fb-a6f3-4037-bdfb-9282ec9830f8 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:15:11.769169 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:15:11.769531 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-27ed46fb-a6f3-4037-bdfb-9282ec9830f8 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:15:11.770112 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'status': 'completed', 'code': 200} Jun 23 14:15:11.856135 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:11.881832 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-fa80414a-43e1-498a-bd0f-669deb2851fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:11.883929 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-fa80414a-43e1-498a-bd0f-669deb2851fb service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 1098 time: 0.0864434 Jun 23 14:15:12.002270 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-75c0c686-8eac-410f-9758-01bc5e1e48e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.003734 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-75c0c686-8eac-410f-9758-01bc5e1e48e0 service neutron] 10.222.0.42 "GET /v2.0/networks?id=29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 200 len: 912 time: 0.1033549 Jun 23 14:15:12.091498 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-518c332b-e449-4f58-817b-8daa622b48c8 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98 HTTP/1.1" status: 200 len: 998 time: 0.0778823 Jun 23 14:15:12.118045 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'a2e04c97-cf6b-46cc-8669-2bccba2fda0d', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'port_id': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'mac_address': 'fa:16:3e:02:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180959ff-5227-43df-a390-1238b329e0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:57Z', 'updated_at': '2021-06-23T14:15:10Z', 'revision_number': 1, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:12.150095 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] Checking router: 513616eb-4a17-4547-b1ae-f097fd655fa8 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:15:12.153209 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-0b5a0a19-eca4-4a31-ad5f-8ac5744e7cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.155003 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-0b5a0a19-eca4-4a31-ad5f-8ac5744e7cbf service neutron] 10.222.0.42 "GET /v2.0/subnets?id=0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 200 len: 850 time: 0.0538514 Jun 23 14:15:12.159778 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:15:12.160739 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:15:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:12.228402 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-57d45c66-b4e6-45f7-b827-8ca913d58815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:12.229998 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-57d45c66-b4e6-45f7-b827-8ca913d58815 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=29c7d145-1b11-4103-971f-691c80da4385&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0673628 Jun 23 14:15:12.300684 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:15:12.324951 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-c803d3df-dbc7-43e0-9d4e-baf9f7006ca1 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868142 Jun 23 14:15:12.438550 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b520873-481e-4ebb-98bb-aef0c031c64a req-18d54ccc-d0d1-48b7-a86b-836e60a46377 service neutron] 10.222.0.42 "GET /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058495 Jun 23 14:15:12.708456 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'a2e04c97-cf6b-46cc-8669-2bccba2fda0d', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'port_id': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'mac_address': 'fa:16:3e:02:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180959ff-5227-43df-a390-1238b329e0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:57Z', 'updated_at': '2021-06-23T14:15:10Z', 'revision_number': 1, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:12.740105 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1de5c189-b36d-4497-a735-5d52949e3c7e None None] The sync data for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb is: [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': 'a2e04c97-cf6b-46cc-8669-2bccba2fda0d', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'floating_ip_address': '172.28.2.32', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'port_id': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 544, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'mac_address': 'fa:16:3e:02:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '180959ff-5227-43df-a390-1238b329e0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:14:57Z', 'updated_at': '2021-06-23T14:15:10Z', 'revision_number': 1, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:15:13.026004 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3613fac-e52a-4f9f-8965-4d4abf8bb15b None None] New status for floating IP a2e04c97-cf6b-46cc-8669-2bccba2fda0d: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:15:13.251176 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:15:13.273096 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:15:13.273472 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5f8e57b7-3638-4fb0-8ea3-41c8ffbe15ad not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:15:24.031833 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:15:29.524027 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-887fa245-6132-4e35-8c95-cc1e16f3282a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.327631 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53758) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:30.372700 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Deleting subnet 7595b602-83f9-4e95-9278-f579239ec091 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:15:30.375890 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.409666 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61746097'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.448939 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.506719 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62312090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61245808'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.509091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-70c7425b-18b1-42c8-ab07-8b3216de768b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:30.531056 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7595b602-83f9-4e95-9278-f579239ec091,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:30.534455 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:30.538196 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.540536 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-b2dd4120-b049-4002-a694-5cf0f4b204bf admin admin] 10.222.0.16 "DELETE /v2.0/subnets/7595b602-83f9-4e95-9278-f579239ec091 HTTP/1.1" status: 204 len: 168 time: 0.2114336 Jun 23 14:15:30.542736 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53762) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:30.611806 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.693220 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.703103 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8b07c21-232d-48f2-92fa-36352c1eb13f']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:30.713793 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ba9e2de-50d4-4e68-90fe-1a260d26694e') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:30.714048 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ba9e2de-50d4-4e68-90fe-1a260d26694e') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:15:30.722910 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61746094'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.736491 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.742870 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Releasing vlan 804 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:15:30.743454 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62311943'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: Traceback (most recent call last): Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: timer() Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: cb(*args, **kw) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: return func(*args, **kwargs) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: self._notify() Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: self.callback(batched_events) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: event.method(event) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: return f(self, *a, **k) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: return self._get(url).json() Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:15:30.745225 dv-cinder-794001-2-smb neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:15:30.800152 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.804774 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ba63a578-c9eb-4ee3-8cf4-960b0709b360 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:30.807345 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:30.809210 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] 10.222.0.16 "DELETE /v2.0/networks/e8b07c21-232d-48f2-92fa-36352c1eb13f HTTP/1.1" status: 204 len: 168 time: 0.2658124 Jun 23 14:15:30.820948 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8b07c21-232d-48f2-92fa-36352c1eb13f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:30.823356 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-66f1c120-2f94-4e01-ace2-9e0d9c5f02f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:30.921073 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53766) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:30.961038 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-2dfa0725-2401-4357-907b-581a835d8213 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d27697dff2f843dbb9bf9691292ed9ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0386600 Jun 23 14:15:30.963385 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 53768) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:31.012199 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.034011 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.080039 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.083190 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:31.084405 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bcec1ab0-b654-4a5e-95f7-dad01f1fc344 HTTP/1.1" status: 204 len: 168 time: 0.1200235 Jun 23 14:15:31.085233 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5d5e1aa7-25f4-4961-9dda-58ce512a0281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:31.092777 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcec1ab0-b654-4a5e-95f7-dad01f1fc344,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:31.095164 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:32.187645 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a361245d-056f-4bc1-81bd-ba83f697305e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:32.234595 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:33.216457 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:34.953410 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:37.086086 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:41.953634 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53942) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:42.074708 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79fc0863-deae-40ce-827d-5bb2da9e335b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:42.175072 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79fc0863-deae-40ce-827d-5bb2da9e335b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:42.178995 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-79fc0863-deae-40ce-827d-5bb2da9e335b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:42.183108 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e988c2ac-a5e8-4ce6-8df8-ab99c6358a08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:42.222011 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fc0863-deae-40ce-827d-5bb2da9e335b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d7b003e-70b7-4732-b435-e677fb74a654,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:42.226166 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79fc0863-deae-40ce-827d-5bb2da9e335b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:42.228873 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-79fc0863-deae-40ce-827d-5bb2da9e335b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=fadc3967d4044087a544e02501b079ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2737551 Jun 23 14:15:42.231706 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 53946) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:15:42.282988 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-41f708e1-a411-48f7-9791-642ade889b3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:42.306369 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-41f708e1-a411-48f7-9791-642ade889b3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:42.356349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-41f708e1-a411-48f7-9791-642ade889b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:42.358965 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-41f708e1-a411-48f7-9791-642ade889b3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:15:42.360143 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-41f708e1-a411-48f7-9791-642ade889b3d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/8d7b003e-70b7-4732-b435-e677fb74a654 HTTP/1.1" status: 204 len: 168 time: 0.1272645 Jun 23 14:15:42.361064 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1bcab9bc-c6f3-4dbd-9869-e673eae89c51 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:15:42.369440 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f708e1-a411-48f7-9791-642ade889b3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d7b003e-70b7-4732-b435-e677fb74a654,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:15:42.371744 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-41f708e1-a411-48f7-9791-642ade889b3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:15:57.035023 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1c53ca-a3e2-46ae-bc34-ea7d433574d1 req-4a397a0a-bc9b-4760-b1cf-4f5fcd8afb2b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:57.036507 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee1c53ca-a3e2-46ae-bc34-ea7d433574d1 req-4a397a0a-bc9b-4760-b1cf-4f5fcd8afb2b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0699687 Jun 23 14:15:57.074810 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ee1c53ca-a3e2-46ae-bc34-ea7d433574d1 req-af257719-148b-4191-a402-e628a252d8e5 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326824 Jun 23 14:15:58.254975 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52283f4-59a2-4acb-8b90-043511766769 req-cff2ee25-3fee-4fd8-ae85-8699091377aa tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:58.256332 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f52283f4-59a2-4acb-8b90-043511766769 req-cff2ee25-3fee-4fd8-ae85-8699091377aa tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0615931 Jun 23 14:15:58.292600 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f52283f4-59a2-4acb-8b90-043511766769 req-4783fab7-b1dd-46a7-90c4-98483f10fa52 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307493 Jun 23 14:15:59.465515 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e26eaf-22ae-4fbb-b613-8cfdb3213788 req-90e21da3-a9db-404b-b713-2c546e70e7bb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:15:59.466965 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-81e26eaf-22ae-4fbb-b613-8cfdb3213788 req-90e21da3-a9db-404b-b713-2c546e70e7bb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0610280 Jun 23 14:15:59.503788 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-81e26eaf-22ae-4fbb-b613-8cfdb3213788 req-b08e2412-6405-4814-992e-6547e8625ab2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304117 Jun 23 14:15:59.525587 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-301ffb72-ff0c-4928-850f-be9b8cf239b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:00.694077 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795d1f53-d3d1-4d64-ab3d-a0eaf949498b req-649dea23-caf5-4653-986c-2b1a5bba0e28 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:00.695542 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-795d1f53-d3d1-4d64-ab3d-a0eaf949498b req-649dea23-caf5-4653-986c-2b1a5bba0e28 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0691917 Jun 23 14:16:00.733081 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-795d1f53-d3d1-4d64-ab3d-a0eaf949498b req-5cb2204a-efe3-4d83-90e0-80fb6ad1b207 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318401 Jun 23 14:16:00.990142 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-36c41985-878b-46c5-8cc7-863f2687a651 req-279da4bc-9b9e-4156-af16-a297ddf7f53a tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-759709233&fields=id&tenant_id=eb393a05baf84efd9404c49974ea3b90 HTTP/1.1" status: 200 len: 267 time: 0.0324216 Jun 23 14:16:01.030203 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:01.057790 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c41985-878b-46c5-8cc7-863f2687a651 req-a313d507-fc8d-40ec-990e-b3ceae525b15 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.059298 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-36c41985-878b-46c5-8cc7-863f2687a651 req-a313d507-fc8d-40ec-990e-b3ceae525b15 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 984 time: 0.0640540 Jun 23 14:16:01.070829 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Request body: {'port': {'security_groups': ['6173712e-d7a7-41e9-9e5e-9cd3e38e4663']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:01.156875 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.322170 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:01.350329 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.354605 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.358441 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-aec0aeed-9b24-4b2a-a75a-a463057e134e tempest-VolumesActionsTest-387984323 tempest-VolumesActionsTest-387984323-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:01.367223 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4d73efa1-1f78-4c5d-aa1a-72459ddf36be'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:01.401709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.402790 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.403820 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-36c41985-878b-46c5-8cc7-863f2687a651 req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "PUT /v2.0/ports/4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 942 time: 0.3375247 Jun 23 14:16:01.404367 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:01.407669 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00a158e4-bee6-4cd1-936f-63822f775ab3" -d '{"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:01.413064 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54052) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:01.493953 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.522580 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.531065 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4d73efa1-1f78-4c5d-aa1a-72459ddf36be'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:01.573156 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event updated for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=7']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:01.577941 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:01.601373 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.604744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.605981 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "DELETE /v2.0/security-groups/8f0ab07a-ee33-468a-a98d-258e466bf4d7 HTTP/1.1" status: 204 len: 168 time: 0.1919396 Jun 23 14:16:01.607335 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-aff3f2a4-727f-467e-8167-5e1b8e3b9de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:01.609776 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54060) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:01.617045 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f0ab07a-ee33-468a-a98d-258e466bf4d7,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:01.619892 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:01.734135 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe91d18c-554b-4364-94dd-6e97a8f2f592 x-openstack-request-id: req-fe91d18c-554b-4364-94dd-6e97a8f2f592 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:01.734729 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:01.734896 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-fe91d18c-554b-4364-94dd-6e97a8f2f592 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:01.735337 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'status': 'completed', 'code': 200} Jun 23 14:16:01.747911 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-63f37901-48b1-49f2-a251-f00e893d8a76 None None] Provisioning complete for port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:01.748567 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-63f37901-48b1-49f2-a251-f00e893d8a76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.827952 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Deleting port bec0546e-4381-4e26-8e7a-470f1c8d2b5c {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:01.828140 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.920705 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-3e10b41d-a321-4cc1-be37-460ba3d59b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:01.923120 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-3e10b41d-a321-4cc1-be37-460ba3d59b69 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1098 time: 0.1499074 Jun 23 14:16:01.936142 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.936518 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:01.949024 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Calling delete_port for bec0546e-4381-4e26-8e7a-470f1c8d2b5c owned by network:floatingip {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:02.036856 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6555136-ce40-4a89-8ebb-929a8bc9a4ff req-c6ce3b2c-e54f-47b5-8304-23f8c57c1b6a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.044544 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f6555136-ce40-4a89-8ebb-929a8bc9a4ff req-c6ce3b2c-e54f-47b5-8304-23f8c57c1b6a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1641753 Jun 23 14:16:02.073024 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-6e5c8737-ea6b-4431-8cbe-ed371ec9eeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.074615 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-6e5c8737-ea6b-4431-8cbe-ed371ec9eeed service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 915 time: 0.1427448 Jun 23 14:16:02.103990 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f6555136-ce40-4a89-8ebb-929a8bc9a4ff req-26542271-c3a0-4b57-a0c7-b71f7de55925 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590992 Jun 23 14:16:02.154586 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-f7d64498-7eb6-41d0-947c-a57ea9bfe32e service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 1001 time: 0.0650012 Jun 23 14:16:02.162345 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:02.164487 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5491ec36-f926-4a10-8a5d-9f9c7f862dbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:02.191352 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event deleted for resources: {'Port': ['ID=bec0546e-4381-4e26-8e7a-470f1c8d2b5c,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:02.199150 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e1db2ee2-ad03-4964-8215-448b9076f854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:02.214664 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-96b55ce7-7226-4ec8-af6e-6c3d523ff75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.216213 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-96b55ce7-7226-4ec8-af6e-6c3d523ff75b service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 200 len: 853 time: 0.0542817 Jun 23 14:16:02.225028 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.225412 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.225794 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.226190 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.226559 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.226936 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.227295 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.227656 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.228014 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.228371 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.228742 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.229096 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:02.232829 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:02.241586 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:02.275414 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks [] for floatingip, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:02.275903 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.l3_db [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Floating IP d683c5f1-6beb-4ab8-a7b0-1e912aedf93b disassociated (deleted). External IP: 172.28.2.131, port: 4d73efa1-1f78-4c5d-aa1a-72459ddf36be. Jun 23 14:16:02.282985 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-b4a36586-e582-4b15-a6b3-49286767bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.285015 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-b4a36586-e582-4b15-a6b3-49286767bfaa service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9992e5f-b2a7-4352-85af-3de44301741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0620298 Jun 23 14:16:02.386815 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-8d3bf80e-2405-4cd3-845f-585c0e5e0636 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936201 Jun 23 14:16:02.484993 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:02.489086 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-00a158e4-bee6-4cd1-936f-63822f775ab3 req-6d8c0d1c-722d-4b62-a01e-b872443972fd service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956366 Jun 23 14:16:02.589768 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:02.594444 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:02.599554 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] Sync routers for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:02.607907 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:02.608531 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:02.633179 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "DELETE /v2.0/floatingips/d683c5f1-6beb-4ab8-a7b0-1e912aedf93b HTTP/1.1" status: 204 len: 168 time: 1.0222540 Jun 23 14:16:02.634375 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:02.636227 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5886ee28-7873-41b5-8349-74f0222d95db" -d '{"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:02.725593 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:02.760133 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a46afe-0e15-4d71-b83b-30f692499813 x-openstack-request-id: req-46a46afe-0e15-4d71-b83b-30f692499813 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:02.761145 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:02.761508 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-46a46afe-0e15-4d71-b83b-30f692499813 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:02.761940 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'status': 'completed', 'code': 200} Jun 23 14:16:02.847545 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ee28-7873-41b5-8349-74f0222d95db req-b43f089f-ecf6-4089-b531-ec8ad04482fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.849175 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5886ee28-7873-41b5-8349-74f0222d95db req-b43f089f-ecf6-4089-b531-ec8ad04482fe service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=eb393a05baf84efd9404c49974ea3b90&device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 1098 time: 0.0623207 Jun 23 14:16:02.969834 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:49Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:02.970167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ee28-7873-41b5-8349-74f0222d95db req-5cabc362-554b-4c1c-8d40-792f616b1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:02.971953 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5886ee28-7873-41b5-8349-74f0222d95db req-5cabc362-554b-4c1c-8d40-792f616b1e3a service neutron] 10.222.0.42 "GET /v2.0/networks?id=f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 200 len: 915 time: 0.1124003 Jun 23 14:16:03.000698 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] Checking router: 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:03.009748 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:03.010431 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:03.028384 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5886ee28-7873-41b5-8349-74f0222d95db req-378c3892-205b-4e84-a23e-74ea6788e5be service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 200 len: 217 time: 0.0450737 Jun 23 14:16:03.098730 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ee28-7873-41b5-8349-74f0222d95db req-61732e6d-e682-43d1-acac-b79efdddb062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:03.101083 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5886ee28-7873-41b5-8349-74f0222d95db req-61732e6d-e682-43d1-acac-b79efdddb062 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 200 len: 853 time: 0.0661044 Jun 23 14:16:03.138098 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:03.193287 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5886ee28-7873-41b5-8349-74f0222d95db req-39cfdebe-8d7c-46f4-8c64-8cce159aa6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:03.195828 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5886ee28-7873-41b5-8349-74f0222d95db req-39cfdebe-8d7c-46f4-8c64-8cce159aa6c2 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=f9992e5f-b2a7-4352-85af-3de44301741f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0875914 Jun 23 14:16:03.332201 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:03.395620 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5886ee28-7873-41b5-8349-74f0222d95db req-44553304-1788-4c83-820e-7092afbde13b service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904266 Jun 23 14:16:03.429282 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:49Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:03.440534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a811d4cf-d9cc-4555-a29c-9a6ec61c6dd7 req-166e5b5b-b1dc-4d76-bb95-44aad731c06b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:03.442089 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a811d4cf-d9cc-4555-a29c-9a6ec61c6dd7 req-166e5b5b-b1dc-4d76-bb95-44aad731c06b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1388075 Jun 23 14:16:03.457660 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57f0fccb-940d-47e5-983e-ab9b29ec573a None None] The sync data for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb is: [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:12:37Z', 'revision_number': 4, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'd6247615-cd36-4bb1-9a21-c419d9cae64d', 'name': '', 'network_id': 'f9992e5f-b2a7-4352-85af-3de44301741f', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'mac_address': 'fa:16:3e:74:d1:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:36Z', 'updated_at': '2021-06-23T14:12:49Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'subnets': [{'id': 'd41237a8-7e54-4a58-9837-71b25af557b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:03.516935 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a811d4cf-d9cc-4555-a29c-9a6ec61c6dd7 req-9070491b-af1c-4c58-84e6-ec6c78881a46 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488818 Jun 23 14:16:03.528534 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5886ee28-7873-41b5-8349-74f0222d95db req-518e5e44-c9b6-43b8-be90-576e676609e9 service neutron] 10.222.0.42 "GET /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249743 Jun 23 14:16:03.730860 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92f0e956-4f20-434f-9f2b-0a8304ed7e85 None None] New status for floating IP d683c5f1-6beb-4ab8-a7b0-1e912aedf93b: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:16:04.732589 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80595e8e-e3cd-42bf-b6d3-329a144617cf req-a9854a50-8481-4789-80db-f8ae4de53b2e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:04.734185 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-80595e8e-e3cd-42bf-b6d3-329a144617cf req-a9854a50-8481-4789-80db-f8ae4de53b2e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0700665 Jun 23 14:16:04.775492 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-80595e8e-e3cd-42bf-b6d3-329a144617cf req-0b5dfda6-50cd-417a-b45d-d4c59c085017 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341122 Jun 23 14:16:04.958106 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:05.744606 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9dc5a2-5d9a-4ba1-9e3e-79ec97b7ac9d req-8f7d8caa-9db7-4c01-9b6a-3bb72b480b38 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:05.746158 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bd9dc5a2-5d9a-4ba1-9e3e-79ec97b7ac9d req-8f7d8caa-9db7-4c01-9b6a-3bb72b480b38 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0717402 Jun 23 14:16:05.789116 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-bd9dc5a2-5d9a-4ba1-9e3e-79ec97b7ac9d req-64685b0f-5ea6-4b6a-8c8b-2d793932a563 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373833 Jun 23 14:16:05.971901 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d85217-4f82-46cc-a743-d4aadea10a27 req-61a71875-c55c-472f-b664-e3e55845e2b6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:05.973370 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c3d85217-4f82-46cc-a743-d4aadea10a27 req-61a71875-c55c-472f-b664-e3e55845e2b6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0697546 Jun 23 14:16:06.011076 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c3d85217-4f82-46cc-a743-d4aadea10a27 req-8ccc81e1-4b4c-496f-a1e6-abd92c447492 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321426 Jun 23 14:16:06.661032 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-6246d5ec-3d50-40de-bf0c-5639361ab302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:06.662455 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-6246d5ec-3d50-40de-bf0c-5639361ab302 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1098 time: 0.0521142 Jun 23 14:16:06.779520 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-9419e406-8b55-4453-9895-514d4ba70bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:06.780974 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-9419e406-8b55-4453-9895-514d4ba70bbf service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.0924890 Jun 23 14:16:06.852065 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-1e47d130-2616-4dbb-b534-6f098b3b8d2d service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 200 len: 1000 time: 0.0608315 Jun 23 14:16:06.902256 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-a602ee1d-0984-4b95-8c52-d28362b23c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:06.903660 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-a602ee1d-0984-4b95-8c52-d28362b23c50 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0442655 Jun 23 14:16:07.006981 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf77b2b-9e04-453d-970d-e6367159a5f0 req-413c0b1b-6c3a-48e5-ba39-a96a44e0956d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:07.008422 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dcf77b2b-9e04-453d-970d-e6367159a5f0 req-413c0b1b-6c3a-48e5-ba39-a96a44e0956d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.1079793 Jun 23 14:16:07.011573 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-f0ea94b4-53f0-4dda-98e6-0ca963e46bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:07.012976 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-f0ea94b4-53f0-4dda-98e6-0ca963e46bdf service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0999415 Jun 23 14:16:07.095520 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-dcf77b2b-9e04-453d-970d-e6367159a5f0 req-52658c4f-5ff0-435e-8032-b85ffa02207c tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/security-groups?id=6173712e-d7a7-41e9-9e5e-9cd3e38e4663&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811474 Jun 23 14:16:07.124229 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:07.131362 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-988bed9e-e0e4-4dc4-820e-ae5ed89de4dc service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028719 Jun 23 14:16:07.267418 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0c95a520-7749-4a03-8eaa-1a6c8c718908 req-629fa6c0-6acc-4dd8-b076-e41b35b57d2a service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231360 Jun 23 14:16:07.275526 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67375de0-470c-4185-9211-c8a45d2e436f req-12c39c4d-3148-43de-b210-0fd1b8d9bbb3 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:07.276916 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-67375de0-470c-4185-9211-c8a45d2e436f req-12c39c4d-3148-43de-b210-0fd1b8d9bbb3 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1345162 Jun 23 14:16:07.314365 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-67375de0-470c-4185-9211-c8a45d2e436f req-b5a7357f-0f90-46bf-a14f-ebc0523d0d56 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317576 Jun 23 14:16:07.785923 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-e2fc51e1-c7d6-44e6-8d8e-06f5277ee7d6 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:07.787401 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-e2fc51e1-c7d6-44e6-8d8e-06f5277ee7d6 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.42 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 945 time: 0.0650454 Jun 23 14:16:07.886215 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Deleting port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:07.886551 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:07.976175 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] For port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:07.976563 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:07.988957 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Calling delete_port for 4d73efa1-1f78-4c5d-aa1a-72459ddf36be owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:08.112880 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:08.116988 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-318c204f-65cd-4938-bfe8-b27faece8240 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:08.127766 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4d73efa1-1f78-4c5d-aa1a-72459ddf36be'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:08.147818 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Pushing event deleted for resources: {'Port': ['ID=4d73efa1-1f78-4c5d-aa1a-72459ddf36be,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:08.184141 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.184338 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.184610 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.184976 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.185340 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.185695 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.186077 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.186442 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.186799 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.187150 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.187501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.187852 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:08.191958 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:08.209597 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] No DVR routers for this DVR port 4d73efa1-1f78-4c5d-aa1a-72459ddf36be on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:08.212420 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:08.214769 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3d211314-a45b-4f15-ad8a-4b8057a92efe req-3f89792f-2c08-4221-9f49-19aca38302dc tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.42 "DELETE /v2.0/ports/4d73efa1-1f78-4c5d-aa1a-72459ddf36be HTTP/1.1" status: 204 len: 173 time: 0.4199402 Jun 23 14:16:08.216515 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'name': 'network-vif-deleted', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:08.219701 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a22ff0-7a6d-4a8b-8872-62f500785b2f" -d '{"events": [{"server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "name": "network-vif-deleted", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:08.261286 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f4dfde9e-fd54-48b4-9a69-02a44dfff20f req-b6d9fc7c-d1a3-4fd9-964b-c78258c4e892 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] 10.222.0.16 "GET /v2.0/ports?device_id=2e398f6f-4409-4ade-8fda-0126d67a3a4d HTTP/1.1" status: 200 len: 210 time: 0.0452771 Jun 23 14:16:08.266174 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d0258-95da-4e09-b608-04bdd2c06962 x-openstack-request-id: req-534d0258-95da-4e09-b608-04bdd2c06962 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:08.266547 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e398f6f-4409-4ade-8fda-0126d67a3a4d", "name": "network-vif-deleted", "tag": "4d73efa1-1f78-4c5d-aa1a-72459ddf36be", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:08.266921 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-534d0258-95da-4e09-b608-04bdd2c06962 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:08.267918 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e398f6f-4409-4ade-8fda-0126d67a3a4d', 'name': 'network-vif-deleted', 'tag': '4d73efa1-1f78-4c5d-aa1a-72459ddf36be', 'status': 'completed', 'code': 200} Jun 23 14:16:08.510046 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94537dcf-7a1b-47f3-972b-cd56e49e59bf req-bdadc6b5-4e5e-472d-81d2-efebed32ffae tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:08.521579 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-94537dcf-7a1b-47f3-972b-cd56e49e59bf req-bdadc6b5-4e5e-472d-81d2-efebed32ffae tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0705478 Jun 23 14:16:08.556356 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-94537dcf-7a1b-47f3-972b-cd56e49e59bf req-30a31f69-2743-4002-a27c-cf18ad2d9feb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379488 Jun 23 14:16:09.486554 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:16:09.585526 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:09.597765 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'port_id': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'mac_address': 'fa:16:3e:67:a0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:16:09.701765 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.826863 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a4f8fd5-9e4f-4452-90da-b8e7785d5887 req-e8afdb11-8392-43a5-bc64-47b3760aee69 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:09.828434 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a4f8fd5-9e4f-4452-90da-b8e7785d5887 req-e8afdb11-8392-43a5-bc64-47b3760aee69 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1368096 Jun 23 14:16:09.862916 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5ea8807a-5f1d-406c-94ec-5aa062be79e7 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:09.884946 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a4f8fd5-9e4f-4452-90da-b8e7785d5887 req-d0d73a59-e36b-42ed-8a38-ad64330a8914 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481563 Jun 23 14:16:09.886189 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:09.894701 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:09.898222 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:09.960570 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=6']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:09.970546 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.972703 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.972703 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.972703 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.972703 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.972703 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.974041 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.974041 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.974041 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.974041 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.974492 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.974847 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:09.978859 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:09.987003 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['5ea8807a-5f1d-406c-94ec-5aa062be79e7'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:10.092451 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54218) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:10.483190 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380926'] for router_interface, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.784399 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Deleting port d6247615-cd36-4bb1-9a21-c419d9cae64d {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:10.784809 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.899037 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] For port d6247615-cd36-4bb1-9a21-c419d9cae64d, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=d6247615-cd36-4bb1-9a21-c419d9cae64d,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:10.899399 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:10.917876 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Calling delete_port for d6247615-cd36-4bb1-9a21-c419d9cae64d owned by network:router_interface {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:11.101216 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028363a6-58fd-4536-9a37-6bd9f50324b3 req-f756bb6f-b6ba-4c88-a113-71fc330adb7f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:11.103806 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-028363a6-58fd-4536-9a37-6bd9f50324b3 req-f756bb6f-b6ba-4c88-a113-71fc330adb7f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 944 time: 0.0918980 Jun 23 14:16:11.173130 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.176743 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:11.194191 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-028363a6-58fd-4536-9a37-6bd9f50324b3 req-33b31408-5935-4357-8a07-86d68e4f8287 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830746 Jun 23 14:16:11.202803 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Pushing event deleted for resources: {'Port': ['ID=d6247615-cd36-4bb1-9a21-c419d9cae64d,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:11.208753 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:11.493659 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:11.506831 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673806'] for router_interface, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.561073 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:11.561668 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.657844 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.707803 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:11.709131 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:11.712418 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd981212-d277-443d-9bf6-dcf5a571da32" -d '{"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:11.718931 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:11.720077 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4d73efa1-1f78-4c5d-aa1a-72459ddf36be no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:11.726320 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-cb89b616-93ed-4b4d-b332-370a7fbe1fb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:11.903105 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=7']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:11.929754 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:11.963150 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04666cf2-8130-431e-9292-bd9a11a23462 x-openstack-request-id: req-04666cf2-8130-431e-9292-bd9a11a23462 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:11.963453 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:11.963718 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-04666cf2-8130-431e-9292-bd9a11a23462 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:11.964117 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'code': 200} Jun 23 14:16:11.965129 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 4d73efa1-1f78-4c5d-aa1a-72459ddf36be {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:11.965489 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4d73efa1-1f78-4c5d-aa1a-72459ddf36be not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:12.049044 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:12.174041 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:12.179514 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] 10.222.0.16 "PUT /v2.0/routers/3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0857828 Jun 23 14:16:12.183748 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54246) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:12.189138 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] Sync routers for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:12.198816 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:12.199454 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:12.311923 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:12.312559 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.591452 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:16:11Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:12.631302 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] Checking router: 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:12.641360 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] Routers {'3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:12.642297 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:12.757846 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f960685b-add0-47bc-a716-ea1d652dc1f3 req-c6290694-6d8e-4c6d-b691-ebdb75b773b4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:12.760616 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f960685b-add0-47bc-a716-ea1d652dc1f3 req-c6290694-6d8e-4c6d-b691-ebdb75b773b4 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1461432 Jun 23 14:16:12.765361 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.832507 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f960685b-add0-47bc-a716-ea1d652dc1f3 req-f490568e-1a41-4d70-acc2-51db093b3ca0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619836 Jun 23 14:16:12.833589 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] Set router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:12.856254 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Deleting port ecb0fe3a-be9f-430f-98e2-172805396db7 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:12.856733 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.968483 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] For port ecb0fe3a-be9f-430f-98e2-172805396db7, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=ecb0fe3a-be9f-430f-98e2-172805396db7,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:12.969182 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:12.985732 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Calling delete_port for ecb0fe3a-be9f-430f-98e2-172805396db7 owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:13.116095 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:16:11Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:13.184126 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3ef4d1b-c7fa-4e99-b47f-99e95f5eec76 None None] The sync data for ids ['3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00'] in dv-cinder-794001-2-smb is: [{'id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'name': 'tempest-TestMinimumBasicScenario-764313668-router', 'tenant_id': 'eb393a05baf84efd9404c49974ea3b90', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117'}], 'enable_snat': True}, 'gw_port_id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:33Z', 'updated_at': '2021-06-23T14:16:11Z', 'revision_number': 5, 'project_id': 'eb393a05baf84efd9404c49974ea3b90', 'gw_port': {'id': 'ecb0fe3a-be9f-430f-98e2-172805396db7', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:58:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:34Z', 'updated_at': '2021-06-23T14:12:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:13.214085 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.219642 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c03932c1-49dd-4f63-8e72-c1b108fbe6fd tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.248307 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Pushing event deleted for resources: {'Port': ['ID=ecb0fe3a-be9f-430f-98e2-172805396db7,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.251273 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:13.388634 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675739'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.504911 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28234'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.507761 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.516992 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2120353-a493-44c5-87a4-505f62a80761 req-bdaee7c1-c468-4b1e-981e-8071afe83522 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:13.519851 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e2120353-a493-44c5-87a4-505f62a80761 req-bdaee7c1-c468-4b1e-981e-8071afe83522 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 945 time: 0.2331827 Jun 23 14:16:13.602887 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674805'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.603504 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:16:13.617424 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.621337 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54264) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:13.621923 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-a18bca5b-47ba-4677-aa01-4ee8a1d6223d admin admin] 10.222.0.16 "DELETE /v2.0/routers/3cf2a72a-0f8b-43a0-8dbb-2a573a9dee00 HTTP/1.1" status: 204 len: 168 time: 1.4364603 Jun 23 14:16:13.628700 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e2120353-a493-44c5-87a4-505f62a80761 req-2c1b4c02-6d93-4147-90da-0593fb8d2a11 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013000 Jun 23 14:16:13.691851 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_v2 [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Deleting subnet d41237a8-7e54-4a58-9837-71b25af557b8 {{(pid=93108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:16:13.695609 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.743980 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65330286'] for subnet, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.865670 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.943125 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65168661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66149441'] for subnet, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.947173 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:13.986921 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2dc541-1fa1-4234-a030-296511889007 None None] Network f9992e5f-b2a7-4352-85af-3de44301741f requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:13.990152 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d41237a8-7e54-4a58-9837-71b25af557b8,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:13.992791 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:13.994917 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/d41237a8-7e54-4a58-9837-71b25af557b8 HTTP/1.1" status: 204 len: 168 time: 0.3725531 Jun 23 14:16:13.997551 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54274) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:14.002779 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-50bf325c-9d89-4151-a205-fd4b484bc0c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:14.157041 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.224848 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b50996-4971-46ee-ad98-c975bd7e4497 req-5a813a78-dc72-4f36-ae9a-a78c48b4011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:14.231910 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-28b50996-4971-46ee-ad98-c975bd7e4497 req-5a813a78-dc72-4f36-ae9a-a78c48b4011f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1247141 Jun 23 14:16:14.280187 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-28b50996-4971-46ee-ad98-c975bd7e4497 req-f2a22d71-dc7e-4061-8c23-96337c55ac96 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473254 Jun 23 14:16:14.281516 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Deleting port a45f0481-af76-424d-bc48-ca9a12a59896 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:14.281883 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.353883 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] For port a45f0481-af76-424d-bc48-ca9a12a59896, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a45f0481-af76-424d-bc48-ca9a12a59896,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:14.353883 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.382446 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] DHCP port deletion for f9992e5f-b2a7-4352-85af-3de44301741f request from dv-cinder-794001-2-smb {{(pid=93110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:16:14.388534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Calling delete_port for a45f0481-af76-424d-bc48-ca9a12a59896 owned by network:dhcp {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:14.460124 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] Deleting port a45f0481-af76-424d-bc48-ca9a12a59896 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:14.460670 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.489198 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.494657 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b4c74dbf-8294-47f3-b22d-2e39bb9a29f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:14.518398 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] No DVR routers for this DVR port a45f0481-af76-424d-bc48-ca9a12a59896 on host dv-cinder-794001-2-smb {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:14.520298 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Pushing event deleted for resources: {'Port': ['ID=a45f0481-af76-424d-bc48-ca9a12a59896,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:14.526530 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:14.554766 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] For port a45f0481-af76-424d-bc48-ca9a12a59896, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a45f0481-af76-424d-bc48-ca9a12a59896,segment=NetworkSegment(d3effce8-fb66-47d4-8249-5bda6ee21a87),segment_id=d3effce8-fb66-47d4-8249-5bda6ee21a87)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:14.555610 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.577061 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] Calling delete_port for a45f0481-af76-424d-bc48-ca9a12a59896 owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:14.626682 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.637997 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9992e5f-b2a7-4352-85af-3de44301741f']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:14.654444 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3effce8-fb66-47d4-8249-5bda6ee21a87') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:14.654812 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3effce8-fb66-47d4-8249-5bda6ee21a87') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:14.669681 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61746094'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.689371 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.696524 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Releasing vlan 817 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:16:14.696933 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62311943'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: Traceback (most recent call last): Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: timer() Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: cb(*args, **kw) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: return func(*args, **kwargs) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: self._notify() Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: self.callback(batched_events) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: event.method(event) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: return f(self, *a, **k) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: return self._get(url).json() Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:16:14.698778 dv-cinder-794001-2-smb neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:16:14.726777 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.730820 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:14.772051 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] No DVR routers for this DVR port a45f0481-af76-424d-bc48-ca9a12a59896 on host dv-cinder-794001-2-smb {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:14.783173 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] Pushing event deleted for resources: {'Port': ['ID=a45f0481-af76-424d-bc48-ca9a12a59896,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:14.790354 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.793977 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-af126ed6-eb33-4575-a57b-27a75c020f2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:14.795493 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-34336e95-362b-4e58-ae26-b18a6f4f0f97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:14.805453 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:14.811557 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] 10.222.0.16 "DELETE /v2.0/networks/f9992e5f-b2a7-4352-85af-3de44301741f HTTP/1.1" status: 204 len: 168 time: 0.8124490 Jun 23 14:16:14.812454 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54278) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:14.825732 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9992e5f-b2a7-4352-85af-3de44301741f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:14.830020 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9c8b6ac3-70c7-4658-a719-355a831a1b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:14.944708 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89cabbf-9118-4615-bac7-63079ef20f32 req-1e925b27-23d0-4d83-89c0-53a3dec967ed tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:14.949713 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f89cabbf-9118-4615-bac7-63079ef20f32 req-1e925b27-23d0-4d83-89c0-53a3dec967ed tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 945 time: 0.0908506 Jun 23 14:16:15.000652 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f89cabbf-9118-4615-bac7-63079ef20f32 req-a112e399-1d2d-43bc-a53c-3f7100c6b8bb tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469437 Jun 23 14:16:15.011609 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a45f0481-af76-424d-bc48-ca9a12a59896 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:15.061538 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: a45f0481-af76-424d-bc48-ca9a12a59896 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:15.062171 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a45f0481-af76-424d-bc48-ca9a12a59896 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:15.062964 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d6247615-cd36-4bb1-9a21-c419d9cae64d no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:15.091034 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: d6247615-cd36-4bb1-9a21-c419d9cae64d {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:15.091382 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d6247615-cd36-4bb1-9a21-c419d9cae64d not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:15.091818 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device ecb0fe3a-be9f-430f-98e2-172805396db7 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:15.112359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: ecb0fe3a-be9f-430f-98e2-172805396db7 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:15.112359 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device ecb0fe3a-be9f-430f-98e2-172805396db7 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:15.308802 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380926'] for router_interface, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.437541 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-5acd4d5a-ed37-416f-aeb0-8325d39bc61a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:15.440062 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-5acd4d5a-ed37-416f-aeb0-8325d39bc61a tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 945 time: 0.1511600 Jun 23 14:16:15.614592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcb9f39-2998-46a8-963b-6cb37078a3e0 req-27ca3df3-c6ec-45c6-9549-7a9a9951bc03 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:15.616250 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cfcb9f39-2998-46a8-963b-6cb37078a3e0 req-27ca3df3-c6ec-45c6-9549-7a9a9951bc03 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1333532 Jun 23 14:16:15.651852 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Deleting port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:15.652200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.687664 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Deleting port 86362b12-74cc-4602-a56d-7179f6a946aa {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:15.688679 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.727668 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cfcb9f39-2998-46a8-963b-6cb37078a3e0 req-a1046668-76a0-4c41-9133-4bb6409344c6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963964 Jun 23 14:16:15.797216 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] For port 71aa21bc-16cf-4232-a009-5bd5c58a5d98, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=71aa21bc-16cf-4232-a009-5bd5c58a5d98,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:15.797685 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.805217 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] For port 86362b12-74cc-4602-a56d-7179f6a946aa, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=86362b12-74cc-4602-a56d-7179f6a946aa,segment=NetworkSegment(9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e),segment_id=9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:15.805849 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:15.824699 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Calling delete_port for 86362b12-74cc-4602-a56d-7179f6a946aa owned by network:router_interface {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:16.040997 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.041813 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.042362 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.l3_db [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Floating IP a2e04c97-cf6b-46cc-8669-2bccba2fda0d disassociated. External IP: 172.28.2.32, port: 71aa21bc-16cf-4232-a009-5bd5c58a5d98. Jun 23 14:16:16.042945 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Calling delete_port for 71aa21bc-16cf-4232-a009-5bd5c58a5d98 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:16.113339 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.115611 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-101da598-7239-4a09-be87-948901a78187 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:16.157434 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Pushing event deleted for resources: {'Port': ['ID=86362b12-74cc-4602-a56d-7179f6a946aa,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:16.161430 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:16.316361 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.337743 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d7d4eea7-1726-4de7-b049-bbdc091f3422 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:16.384554 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event deleted for resources: {'Port': ['ID=71aa21bc-16cf-4232-a009-5bd5c58a5d98,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:16.444888 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:16.452201 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673806'] for router_interface, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.505254 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e652ea-abb9-44ff-b9c0-3e438ff6309a req-82db7f4c-e6d9-4a9d-8ebd-514d653ba2c4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:16.507328 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18e652ea-abb9-44ff-b9c0-3e438ff6309a req-82db7f4c-e6d9-4a9d-8ebd-514d653ba2c4 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 867 time: 0.2483990 Jun 23 14:16:16.594665 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-18e652ea-abb9-44ff-b9c0-3e438ff6309a req-2e0fed17-8dc9-4eb3-b728-978efe48691f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups?id=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766706 Jun 23 14:16:16.604780 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Router 513616eb-4a17-4547-b1ae-f097fd655fa8 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:16.772746 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:16.814180 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:16.830534 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] Sync routers for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:16.846081 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:16.847064 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:16.897551 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:16.905732 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] 10.222.0.16 "PUT /v2.0/routers/66d38b29-a39a-4f1e-8d71-b71ced6ae999/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0921733 Jun 23 14:16:16.917170 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] Sync routers for ids ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:16.918312 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54286) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:16.935091 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] Routers {'66d38b29-a39a-4f1e-8d71-b71ced6ae999'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:16.935806 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:16.946300 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] No DVR routers for this DVR port 71aa21bc-16cf-4232-a009-5bd5c58a5d98 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:16.953593 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:16.958837 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c333eb24-2640-4c12-9817-b8cba9e01eb8 req-db849fec-5368-40e8-bcc4-5a818e41eef8 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.42 "DELETE /v2.0/ports/71aa21bc-16cf-4232-a009-5bd5c58a5d98 HTTP/1.1" status: 204 len: 173 time: 1.5117364 Jun 23 14:16:16.961049 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'name': 'network-vif-deleted', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:16.964077 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0167f41-b78e-4e48-a9b9-d75900cc1970" -d '{"events": [{"server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "name": "network-vif-deleted", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:17.058313 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d559d37-8521-44de-ba94-68e1ee065b18 req-30458678-6823-45cf-bac9-f537820cd4d0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:17.070132 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d559d37-8521-44de-ba94-68e1ee065b18 req-30458678-6823-45cf-bac9-f537820cd4d0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1360772 Jun 23 14:16:17.113394 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:17.146359 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465685a5-f166-4276-8f2f-0b23e45247f7 x-openstack-request-id: req-465685a5-f166-4276-8f2f-0b23e45247f7 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:17.146359 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "180959ff-5227-43df-a390-1238b329e0fc", "name": "network-vif-deleted", "tag": "71aa21bc-16cf-4232-a009-5bd5c58a5d98", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:17.146359 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-465685a5-f166-4276-8f2f-0b23e45247f7 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:17.146359 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '180959ff-5227-43df-a390-1238b329e0fc', 'name': 'network-vif-deleted', 'tag': '71aa21bc-16cf-4232-a009-5bd5c58a5d98', 'status': 'completed', 'code': 200} Jun 23 14:16:17.273926 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7d559d37-8521-44de-ba94-68e1ee065b18 req-d3ff7d82-750a-4604-83a2-c5cd888e54c7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2013714 Jun 23 14:16:17.279499 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks [] for router, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.406371 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.466328 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] Set router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:17.484010 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:17.488841 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Deleting port 3fa7e05c-9717-4d19-942f-057ba853f2e6 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:17.489261 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.513622 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] Checking router: 513616eb-4a17-4547-b1ae-f097fd655fa8 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:17.525604 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:17.526620 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:17.605236 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] For port 3fa7e05c-9717-4d19-942f-057ba853f2e6, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3fa7e05c-9717-4d19-942f-057ba853f2e6,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:17.614897 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.638964 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Calling delete_port for 3fa7e05c-9717-4d19-942f-057ba853f2e6 owned by network:router_gateway {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:17.749061 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:17.805431 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139'}], 'enable_snat': True}, 'gw_port_id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:16:16Z', 'revision_number': 5, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port': {'id': '3fa7e05c-9717-4d19-942f-057ba853f2e6', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:42:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:12:41Z', 'updated_at': '2021-06-23T14:12:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:17.872206 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] Checking router: 66d38b29-a39a-4f1e-8d71-b71ced6ae999 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:17.881313 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-0b3b0938-d7e2-4a44-9f7f-762a5d3caac2 req-466e24eb-35e9-418f-9be2-d2dce65ce0fa tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/ports?device_id=180959ff-5227-43df-a390-1238b329e0fc HTTP/1.1" status: 200 len: 210 time: 0.0492659 Jun 23 14:16:17.899123 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] Routers {'66d38b29-a39a-4f1e-8d71-b71ced6ae999'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:17.899123 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:17.926398 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:17.929349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:17.976863 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Pushing event deleted for resources: {'Port': ['ID=3fa7e05c-9717-4d19-942f-057ba853f2e6,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:17.986000 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:18.054015 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] Set router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 gateway port host: None {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:18.074632 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675739'] for router_gateway, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.112468 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:18.130909 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 6, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port_host': None}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:18.147292 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-831eab19-62e1-46d2-86dd-a2ff03fc0de4 None None] The sync data for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb is: [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:10:10Z', 'revision_number': 4, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '4721872e-bc51-404c-8c57-ff9fc3d7bf6a', 'name': '', 'network_id': '29c7d145-1b11-4103-971f-691c80da4385', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'mac_address': 'fa:16:3e:49:22:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '0702b282-d334-4606-9982-5a1d2bd98317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:07Z', 'updated_at': '2021-06-23T14:10:22Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'subnets': [{'id': '0702b282-d334-4606-9982-5a1d2bd98317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:18.162531 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38244d90-8c6c-4501-8422-684f51d43757 None None] The sync data for ids ['66d38b29-a39a-4f1e-8d71-b71ced6ae999'] in dv-cinder-794001-2-smb is: [{'id': '66d38b29-a39a-4f1e-8d71-b71ced6ae999', 'name': 'tempest-TestMinimumBasicScenario-1230769726-router', 'tenant_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:12:40Z', 'updated_at': '2021-06-23T14:16:17Z', 'revision_number': 6, 'project_id': 'b9f98930e57240eaa38adbfceb6f6f96', 'gw_port_host': None}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:18.233662 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28234'] for router, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.236149 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.312950 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674805'] for router, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.313633 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 66d38b29-a39a-4f1e-8d71-b71ced6ae999 {{(pid=93108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:16:18.323549 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.327914 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54298) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:18.328224 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-e00c921f-b35c-41f7-b2db-5aea6f39a041 admin admin] 10.222.0.16 "DELETE /v2.0/routers/66d38b29-a39a-4f1e-8d71-b71ced6ae999 HTTP/1.1" status: 204 len: 168 time: 1.4075816 Jun 23 14:16:18.388597 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Deleting subnet 25b17a23-9a62-4e83-9e1f-7356544c984d {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:16:18.392607 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.447456 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61746097'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.560118 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb3e602-e65a-4089-9c51-881a3ea680eb None None] New status for floating IP a2e04c97-cf6b-46cc-8669-2bccba2fda0d: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:16:18.646867 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.684868 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e94d48-e545-463e-99a2-353adc6bbe30 req-60806896-eb0d-408f-b602-f4468e98dbf2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:18.692969 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31e94d48-e545-463e-99a2-353adc6bbe30 req-60806896-eb0d-408f-b602-f4468e98dbf2 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.2222426 Jun 23 14:16:18.794722 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31e94d48-e545-463e-99a2-353adc6bbe30 req-300f55b4-5d52-4a41-ae7c-1dd13d0e4828 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006513 Jun 23 14:16:18.819824 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62312090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61245808'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.825444 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b4996037-b08f-46d2-9d4f-0de91766ae2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:18.855545 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25b17a23-9a62-4e83-9e1f-7356544c984d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:18.858375 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:18.861312 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:18.864526 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-826fc66d-8cef-46ee-94c0-5232d202cb89 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/25b17a23-9a62-4e83-9e1f-7356544c984d HTTP/1.1" status: 204 len: 168 time: 0.5356178 Jun 23 14:16:18.868002 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54300) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:18.870061 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e73c99-3c8e-41e9-b62e-448c8197fd69 None None] Network 83e552f8-1eaf-494f-9dac-2846fc46c52b requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:18.949481 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.105299 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54306) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:19.191555 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 86362b12-74cc-4602-a56d-7179f6a946aa no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:19.226905 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 86362b12-74cc-4602-a56d-7179f6a946aa {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:19.227268 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 86362b12-74cc-4602-a56d-7179f6a946aa not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:19.227714 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3fa7e05c-9717-4d19-942f-057ba853f2e6 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:19.238071 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2807b89d-b288-4cf2-bb91-30f86a17042f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.257554 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 3fa7e05c-9717-4d19-942f-057ba853f2e6 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:19.257918 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3fa7e05c-9717-4d19-942f-057ba853f2e6 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:19.261863 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] DHCP port deletion for 83e552f8-1eaf-494f-9dac-2846fc46c52b request from dv-cinder-794001-2-smb {{(pid=93110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:16:19.278324 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2807b89d-b288-4cf2-bb91-30f86a17042f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.351791 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] Deleting port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:19.352195 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.417151 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Deleting port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:19.417894 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.436618 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] For port 7651e7fb-04de-44f6-8bff-8e2ce930eb96, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=7651e7fb-04de-44f6-8bff-8e2ce930eb96,segment=NetworkSegment(9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e),segment_id=9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:19.436936 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.459351 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] Calling delete_port for 7651e7fb-04de-44f6-8bff-8e2ce930eb96 owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:19.522408 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] For port 7651e7fb-04de-44f6-8bff-8e2ce930eb96, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=7651e7fb-04de-44f6-8bff-8e2ce930eb96,segment=NetworkSegment(9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e),segment_id=9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:19.525565 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.568053 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 71aa21bc-16cf-4232-a009-5bd5c58a5d98 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:19.572333 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Calling delete_port for 7651e7fb-04de-44f6-8bff-8e2ce930eb96 owned by network:dhcp {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:19.598694 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 71aa21bc-16cf-4232-a009-5bd5c58a5d98 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:19.599060 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 71aa21bc-16cf-4232-a009-5bd5c58a5d98 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:19.671523 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.684519 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:19.714105 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.724873 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] No DVR routers for this DVR port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 on host dv-cinder-794001-2-smb {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:19.727110 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5804d2a2-df0a-4c55-93e6-903eae9e7393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:19.732022 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] No DVR routers for this DVR port 7651e7fb-04de-44f6-8bff-8e2ce930eb96 on host dv-cinder-794001-2-smb {{(pid=93108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:19.750788 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] Pushing event deleted for resources: {'Port': ['ID=7651e7fb-04de-44f6-8bff-8e2ce930eb96,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:19.759775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-54683a40-fb6a-4b70-b2e3-dd70ec3e64e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:19.777945 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2807b89d-b288-4cf2-bb91-30f86a17042f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.778366 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Pushing event deleted for resources: {'Port': ['ID=7651e7fb-04de-44f6-8bff-8e2ce930eb96,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:19.782110 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:19.786533 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-2807b89d-b288-4cf2-bb91-30f86a17042f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.787705 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-2807b89d-b288-4cf2-bb91-30f86a17042f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "DELETE /v2.0/security-groups/51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d HTTP/1.1" status: 204 len: 168 time: 0.6813185 Jun 23 14:16:19.788485 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ec6dd270-1f9f-4528-93bb-eed94f30c99d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:19.791575 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54308) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:19.811656 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.api.v2.resource [None req-1c22be46-42e4-4a78-bdc5-517c481ee6f0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] show failed (client error): The resource could not be found. Jun 23 14:16:19.812668 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-1c22be46-42e4-4a78-bdc5-517c481ee6f0 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "GET /v2.0/security-groups/51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d HTTP/1.1" status: 404 len: 347 time: 0.0200987 Jun 23 14:16:19.818094 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54310) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:19.829316 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2807b89d-b288-4cf2-bb91-30f86a17042f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b015ac-aeb8-4e3d-b54c-cfa2a5f06a6d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:19.839661 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-2807b89d-b288-4cf2-bb91-30f86a17042f tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:19.891877 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.912707 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e552f8-1eaf-494f-9dac-2846fc46c52b']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:19.924618 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:19.925543 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9936ff5f-6fbc-4d5a-b327-b5e6a15c9d2e') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:19.936417 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.957134 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.965449 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Releasing vlan 844 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:16:19.966226 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: self.session.flush() Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: self.session.flush() Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: self.session.flush() Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: self.session.flush() Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:16:19.968298 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:16:20.038073 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.047106 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9783112c-f808-4129-b39c-4aae7bbfcfd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:20.050954 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.053091 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] 10.222.0.16 "DELETE /v2.0/networks/83e552f8-1eaf-494f-9dac-2846fc46c52b HTTP/1.1" status: 204 len: 168 time: 1.1835291 Jun 23 14:16:20.065654 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60532d35-0e91-40c9-9318-3e67654f2312 req-f569c59b-6682-4c69-8448-47224cf5bada tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:20.067331 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-60532d35-0e91-40c9-9318-3e67654f2312 req-f569c59b-6682-4c69-8448-47224cf5bada tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0998933 Jun 23 14:16:20.069099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Pushing event deleted for resources: {'Network': ['ID=83e552f8-1eaf-494f-9dac-2846fc46c52b,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:20.071162 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-fa335707-b0aa-4d3a-9604-285a2a2aa08a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:20.086817 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Deleting port c94ee76a-58e2-4cff-857f-56453ae01cb7 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:20.087471 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.174934 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-60532d35-0e91-40c9-9318-3e67654f2312 req-ac3fc1f0-9dd1-40d5-963c-9efd1292a838 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0955005 Jun 23 14:16:20.197485 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.197979 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.212280 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Calling delete_port for c94ee76a-58e2-4cff-857f-56453ae01cb7 owned by network:floatingip {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:20.300659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54316) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:20.349849 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c756e55a-ab78-4780-9803-69c5b1a4973b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=eb393a05baf84efd9404c49974ea3b90&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0478024 Jun 23 14:16:20.352989 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54318) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:20.390755 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.394099 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-521e40f8-cd64-4275-bb59-296aec87594f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:20.420810 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.421592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Pushing event deleted for resources: {'Port': ['ID=c94ee76a-58e2-4cff-857f-56453ae01cb7,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:20.426250 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:20.452990 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.509262 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks [] for floatingip, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.512788 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.514431 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] 10.222.0.16 "DELETE /v2.0/floatingips/a2e04c97-cf6b-46cc-8669-2bccba2fda0d HTTP/1.1" status: 204 len: 168 time: 0.6951361 Jun 23 14:16:20.531348 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.536347 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:20.538361 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6173712e-d7a7-41e9-9e5e-9cd3e38e4663 HTTP/1.1" status: 204 len: 168 time: 0.1841483 Jun 23 14:16:20.554435 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-79fc0863-deae-40ce-827d-5bb2da9e335b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:20.569222 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6173712e-d7a7-41e9-9e5e-9cd3e38e4663,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:20.594558 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:20.996111 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 7651e7fb-04de-44f6-8bff-8e2ce930eb96 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:21.025013 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 7651e7fb-04de-44f6-8bff-8e2ce930eb96 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:21.025653 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 7651e7fb-04de-44f6-8bff-8e2ce930eb96 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:21.101371 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54328) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:21.148316 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-4771780f-da41-4067-be25-90b3e5fba6e9 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=b9f98930e57240eaa38adbfceb6f6f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0472260 Jun 23 14:16:21.150870 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54330) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:21.209045 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a028c6c-8453-487b-afeb-7bd4a639a5b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.231946 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a028c6c-8453-487b-afeb-7bd4a639a5b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.319865 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a028c6c-8453-487b-afeb-7bd4a639a5b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.322659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a028c6c-8453-487b-afeb-7bd4a639a5b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:21.326227 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7a028c6c-8453-487b-afeb-7bd4a639a5b7 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c0fe19e4-a748-4512-95a5-890869f5680a HTTP/1.1" status: 204 len: 168 time: 0.1721179 Jun 23 14:16:21.326227 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e7a47678-8fd0-4d6d-bafd-c871a2a33bf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:21.335342 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a028c6c-8453-487b-afeb-7bd4a639a5b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0fe19e4-a748-4512-95a5-890869f5680a,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:21.338173 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7a028c6c-8453-487b-afeb-7bd4a639a5b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:21.401784 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05957394-cadd-429f-83f4-be873dc805f6 req-d79d6cfa-1afb-41d6-b711-a70654737187 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:21.409728 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-05957394-cadd-429f-83f4-be873dc805f6 req-d79d6cfa-1afb-41d6-b711-a70654737187 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0865116 Jun 23 14:16:21.464132 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-05957394-cadd-429f-83f4-be873dc805f6 req-267ae154-90c7-4818-a10e-43c18e3d3f55 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532856 Jun 23 14:16:22.641323 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13c3fa-166d-4774-ada6-a7d9bf8e47cc req-547df463-3583-4fc7-843b-75e0c31a6b77 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:22.643682 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb13c3fa-166d-4774-ada6-a7d9bf8e47cc req-547df463-3583-4fc7-843b-75e0c31a6b77 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0690596 Jun 23 14:16:22.681860 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fb13c3fa-166d-4774-ada6-a7d9bf8e47cc req-fcb54cef-71d2-4694-9b72-eb356add06fb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327725 Jun 23 14:16:22.820644 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3de695-687e-4939-90e6-521296315eed req-64fbd17a-4cd4-48b1-b3f4-de0cb63e232a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:22.822197 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f3de695-687e-4939-90e6-521296315eed req-64fbd17a-4cd4-48b1-b3f4-de0cb63e232a service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1098 time: 0.0577352 Jun 23 14:16:22.929243 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3de695-687e-4939-90e6-521296315eed req-f4462e1c-b0a1-449b-9c3a-04f2c40a7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:22.929243 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f3de695-687e-4939-90e6-521296315eed req-f4462e1c-b0a1-449b-9c3a-04f2c40a7116 service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.0987551 Jun 23 14:16:23.002408 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f3de695-687e-4939-90e6-521296315eed req-9ee05a1f-2f8f-4a0e-a4f7-97a622a77d7a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 200 len: 1000 time: 0.0652196 Jun 23 14:16:23.050505 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3de695-687e-4939-90e6-521296315eed req-f942917d-51e4-46a9-ba3c-25691634875d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:23.051976 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f3de695-687e-4939-90e6-521296315eed req-f942917d-51e4-46a9-ba3c-25691634875d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0448313 Jun 23 14:16:23.110140 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3de695-687e-4939-90e6-521296315eed req-941b1ccd-649c-4cbd-93bd-009639ae21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:23.112392 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f3de695-687e-4939-90e6-521296315eed req-941b1ccd-649c-4cbd-93bd-009639ae21f9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0531104 Jun 23 14:16:23.210858 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f3de695-687e-4939-90e6-521296315eed req-c2411d16-a793-4728-a4d2-6d9fb258fb4b service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912137 Jun 23 14:16:23.305713 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f3de695-687e-4939-90e6-521296315eed req-7326bf85-c2a4-4ebb-b892-d6fddfa6e1c8 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879695 Jun 23 14:16:23.868459 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8de2cfb-241c-45fc-ba5b-c1e5df51e691 req-8b4b8f0d-9835-46fd-bc24-d7172ab12c98 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:23.870113 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a8de2cfb-241c-45fc-ba5b-c1e5df51e691 req-8b4b8f0d-9835-46fd-bc24-d7172ab12c98 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0699282 Jun 23 14:16:23.912037 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a8de2cfb-241c-45fc-ba5b-c1e5df51e691 req-666593ca-b336-4a42-8e63-e006e833c44b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358536 Jun 23 14:16:24.341998 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54376) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:24.907217 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380926'] for router_interface, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:25.132758 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018745d7-8e09-46b9-8018-db251ba983da req-f50726e5-440b-430b-8b03-394c033c6527 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:25.134928 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-018745d7-8e09-46b9-8018-db251ba983da req-f50726e5-440b-430b-8b03-394c033c6527 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.0946238 Jun 23 14:16:25.203532 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-018745d7-8e09-46b9-8018-db251ba983da req-557baf9e-3bb0-406e-bae8-e2c6db2be1b6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576291 Jun 23 14:16:25.267989 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Deleting port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:25.268572 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:25.368318 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] For port 4721872e-bc51-404c-8c57-ff9fc3d7bf6a, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:25.369114 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:25.383895 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Calling delete_port for 4721872e-bc51-404c-8c57-ff9fc3d7bf6a owned by network:router_interface {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:25.583045 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:25.585914 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-5bb0f85b-ad7a-4421-a2fb-5751f3deb060 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:25.613880 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Pushing event deleted for resources: {'Port': ['ID=4721872e-bc51-404c-8c57-ff9fc3d7bf6a,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:25.619954 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:25.831480 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673806'] for router_interface, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:26.049913 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Router 513616eb-4a17-4547-b1ae-f097fd655fa8 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:26.170341 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:26.176766 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] 10.222.0.16 "PUT /v2.0/routers/513616eb-4a17-4547-b1ae-f097fd655fa8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8336866 Jun 23 14:16:26.179208 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54382) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:26.182217 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] Sync routers for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:26.194367 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:26.195021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:26.325593 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks [] for router, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:26.326391 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:26.475267 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:26.510482 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760007d6-57f1-4adf-b5b4-3007b87805e3 req-708a870c-4920-45fd-8b66-9809104ae9aa tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:26.518800 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-760007d6-57f1-4adf-b5b4-3007b87805e3 req-708a870c-4920-45fd-8b66-9809104ae9aa tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 945 time: 0.1038640 Jun 23 14:16:26.565166 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-760007d6-57f1-4adf-b5b4-3007b87805e3 req-cf3637d3-cc49-4e7e-bd99-2cf570bf669d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449574 Jun 23 14:16:26.565998 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Deleting port b9fa0682-6350-44ab-a72a-b29ba505cae8 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:26.566601 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:26.600851 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231'}], 'enable_snat': True}, 'gw_port_id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:16:25Z', 'revision_number': 5, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port': {'id': 'b9fa0682-6350-44ab-a72a-b29ba505cae8', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:d7:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:57Z', 'updated_at': '2021-06-23T14:10:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:26.630742 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] Checking router: 513616eb-4a17-4547-b1ae-f097fd655fa8 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:26.640909 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] Routers {'513616eb-4a17-4547-b1ae-f097fd655fa8'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:26.642651 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['513616eb-4a17-4547-b1ae-f097fd655fa8'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:26.678614 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] For port b9fa0682-6350-44ab-a72a-b29ba505cae8, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b9fa0682-6350-44ab-a72a-b29ba505cae8,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:26.678996 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:26.695410 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Calling delete_port for b9fa0682-6350-44ab-a72a-b29ba505cae8 owned by network:router_gateway {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:26.738899 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] Set router 513616eb-4a17-4547-b1ae-f097fd655fa8 gateway port host: None {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:26.800377 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:16:26Z', 'revision_number': 6, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port_host': None}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:26.829871 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecb42e0-9ae9-49cc-afbd-d24ceb38e449 None None] The sync data for ids ['513616eb-4a17-4547-b1ae-f097fd655fa8'] in dv-cinder-794001-2-smb is: [{'id': '513616eb-4a17-4547-b1ae-f097fd655fa8', 'name': 'tempest-AttachVolumeTestJSON-1313383567-router', 'tenant_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:54Z', 'updated_at': '2021-06-23T14:16:26Z', 'revision_number': 6, 'project_id': 'e7fc9e3b91fe47e99d2c137bc38bdef0', 'gw_port_host': None}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:26.989347 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:26.991774 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:27.018346 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Pushing event deleted for resources: {'Port': ['ID=b9fa0682-6350-44ab-a72a-b29ba505cae8,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:27.021660 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:27.094662 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675739'] for router_gateway, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.198770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28234'] for router, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.202839 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.288981 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674805'] for router, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.290000 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 513616eb-4a17-4547-b1ae-f097fd655fa8 {{(pid=93108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:16:27.302455 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.303971 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] 10.222.0.16 "DELETE /v2.0/routers/513616eb-4a17-4547-b1ae-f097fd655fa8 HTTP/1.1" status: 204 len: 168 time: 1.1231141 Jun 23 14:16:27.308069 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54400) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:27.396249 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Deleting subnet 0702b282-d334-4606-9982-5a1d2bd98317 {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:16:27.401088 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.460320 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61746097'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.567131 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:27.592804 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.666145 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62312090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61245808'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.671346 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-48646ff3-ce42-4764-9a57-c90a39bd4af1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:27.677058 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.709901 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 4721872e-bc51-404c-8c57-ff9fc3d7bf6a no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:27.722360 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0702b282-d334-4606-9982-5a1d2bd98317,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:27.727584 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:27.730519 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.734332 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-32aa4438-3490-41ca-b3b4-5ae1e35ab347 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/0702b282-d334-4606-9982-5a1d2bd98317 HTTP/1.1" status: 204 len: 168 time: 0.4235742 Jun 23 14:16:27.739838 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54406) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:27.756348 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c19620a8-7df0-4ffd-84a3-728564197c2b None None] Network 29c7d145-1b11-4103-971f-691c80da4385 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:27.762661 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 4721872e-bc51-404c-8c57-ff9fc3d7bf6a {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:27.764051 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 4721872e-bc51-404c-8c57-ff9fc3d7bf6a not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:27.821619 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:27.825529 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e034aa9c-aace-402b-99a3-b5f1549a2128" -d '{"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-unplugged", "status": "completed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:27.871786 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.882926 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:27.895154 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:27.905134 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-633feb6e-914b-412a-a5b7-e44182cff2db x-openstack-request-id: req-633feb6e-914b-412a-a5b7-e44182cff2db {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:27.905597 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-unplugged", "status": "failed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7", "code": 422}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:27.906156 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-633feb6e-914b-412a-a5b7-e44182cff2db {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:27.906702 dv-cinder-794001-2-smb neutron-server[93110]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'code': 422} returned with failed status Jun 23 14:16:27.907546 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:27.950172 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Deleting port b829077e-67a0-4c3e-92dd-5467390c3ede {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:16:27.950655 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.058184 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] For port b829077e-67a0-4c3e-92dd-5467390c3ede, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b829077e-67a0-4c3e-92dd-5467390c3ede,segment=NetworkSegment(747d0e8f-0842-4018-aa16-0bd90a14dcf9),segment_id=747d0e8f-0842-4018-aa16-0bd90a14dcf9)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:28.058460 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.077325 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Calling delete_port for b829077e-67a0-4c3e-92dd-5467390c3ede owned by network:dhcp {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:16:28.078810 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=8']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:28.086672 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:28.204630 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.207941 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fac6a0e-acf8-4484-a360-8ebb9497b785 None None] DHCP port deletion for 29c7d145-1b11-4103-971f-691c80da4385 request from dv-cinder-794001-2-smb {{(pid=93110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:16:28.208481 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-3f59b718-152f-41b9-8b83-549d787e3c1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:28.258077 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Pushing event deleted for resources: {'Port': ['ID=b829077e-67a0-4c3e-92dd-5467390c3ede,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:28.266293 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:28.276381 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] No DVR routers for this DVR port b829077e-67a0-4c3e-92dd-5467390c3ede on host dv-cinder-794001-2-smb {{(pid=93108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:16:28.390164 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.404508 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c7d145-1b11-4103-971f-691c80da4385']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:28.421772 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '747d0e8f-0842-4018-aa16-0bd90a14dcf9') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:28.422194 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '747d0e8f-0842-4018-aa16-0bd90a14dcf9') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:28.432380 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.461076 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.468178 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Releasing vlan 813 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:16:28.468738 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:16:28.472358 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:16:28.479551 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a9797-f183-4268-b075-72f523e9e977 req-e8207571-1c08-42c1-aad9-4f3403d4e64e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:28.481305 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e07a9797-f183-4268-b075-72f523e9e977 req-e8207571-1c08-42c1-aad9-4f3403d4e64e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0891893 Jun 23 14:16:28.535023 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e07a9797-f183-4268-b075-72f523e9e977 req-d28193b4-6c47-4350-9fa1-659d3763db5b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392809 Jun 23 14:16:28.543661 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.548045 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:28.552826 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.555344 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] 10.222.0.16 "DELETE /v2.0/networks/29c7d145-1b11-4103-971f-691c80da4385 HTTP/1.1" status: 204 len: 168 time: 0.8140509 Jun 23 14:16:28.588971 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c7d145-1b11-4103-971f-691c80da4385,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:28.592527 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-bb19383d-403d-478e-a0a0-fd822c59f871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:28.730515 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54436) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:28.778320 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-88eaf1e0-d08c-40c0-a511-709ecff6ab8d admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=e7fc9e3b91fe47e99d2c137bc38bdef0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0424609 Jun 23 14:16:28.782091 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54438) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:28.807005 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54440) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:28.854231 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d741b40-36de-4a37-8ce6-64d0ef416058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.881833 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d741b40-36de-4a37-8ce6-64d0ef416058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.911007 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-fbcd8f34-cbc0-4df3-b92f-c75c9178d677 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1017709 Jun 23 14:16:28.966489 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d741b40-36de-4a37-8ce6-64d0ef416058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.971329 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-9d741b40-36de-4a37-8ce6-64d0ef416058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:28.973508 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-9d741b40-36de-4a37-8ce6-64d0ef416058 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9c85539e-02b3-4831-acf4-39284d3d0a85 HTTP/1.1" status: 204 len: 168 time: 0.1902626 Jun 23 14:16:28.975166 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8b33c8ff-7fbc-42c3-880f-bd06b6a30c9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:28.987641 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d741b40-36de-4a37-8ce6-64d0ef416058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c85539e-02b3-4831-acf4-39284d3d0a85,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:28.991101 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-9d741b40-36de-4a37-8ce6-64d0ef416058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:29.011549 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b9fa0682-6350-44ab-a72a-b29ba505cae8 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:29.053512 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: b9fa0682-6350-44ab-a72a-b29ba505cae8 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:29.054522 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b9fa0682-6350-44ab-a72a-b29ba505cae8 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:29.055231 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b829077e-67a0-4c3e-92dd-5467390c3ede no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:16:29.100137 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: b829077e-67a0-4c3e-92dd-5467390c3ede {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:16:29.100728 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b829077e-67a0-4c3e-92dd-5467390c3ede not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:16:29.535285 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-61b0b42e-2266-41e8-877c-f99aeb1b3506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:29.756157 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c087653-3547-466e-b80b-9bba2e584be9 req-de130553-31d9-49f8-8326-39c68644ab8f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:29.758423 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2c087653-3547-466e-b80b-9bba2e584be9 req-de130553-31d9-49f8-8326-39c68644ab8f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0782142 Jun 23 14:16:29.796078 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2c087653-3547-466e-b80b-9bba2e584be9 req-d31fac55-f540-40aa-816e-bd54bea61a8c tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328217 Jun 23 14:16:30.007740 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445174-02ba-441f-8dec-e16d832021a0 req-b800a10e-4675-4d14-bb1a-7f4eeb4984f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:30.009264 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-b800a10e-4675-4d14-bb1a-7f4eeb4984f9 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3&tenant_id=facc82c267cf4f07a9535bf38ae46c61 HTTP/1.1" status: 200 len: 1096 time: 0.0671458 Jun 23 14:16:30.091541 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445174-02ba-441f-8dec-e16d832021a0 req-b71ae55f-ac0a-4254-a936-b125e81f47cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:30.093067 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-b71ae55f-ac0a-4254-a936-b125e81f47cd service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=facc82c267cf4f07a9535bf38ae46c61&device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1096 time: 0.0580487 Jun 23 14:16:30.197377 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445174-02ba-441f-8dec-e16d832021a0 req-f702a11b-92a9-40da-b43a-8cb27699144e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:30.199016 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-f702a11b-92a9-40da-b43a-8cb27699144e service neutron] 10.222.0.42 "GET /v2.0/networks?id=a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 200 len: 918 time: 0.0991364 Jun 23 14:16:30.268597 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-f4661ca1-652a-4a55-9e4c-72ca19cfaabc service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 200 len: 998 time: 0.0627949 Jun 23 14:16:30.331609 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445174-02ba-441f-8dec-e16d832021a0 req-ee146afe-29d4-44e9-8fb0-f11fb00c0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:30.332983 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-ee146afe-29d4-44e9-8fb0-f11fb00c0da4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 200 len: 856 time: 0.0577216 Jun 23 14:16:30.392716 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93445174-02ba-441f-8dec-e16d832021a0 req-5b2ca066-ea3e-4ba3-9651-18c0328c5fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:30.396180 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-5b2ca066-ea3e-4ba3-9651-18c0328c5fba service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=a57beefe-a027-4a2b-ab6d-43734a758495&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0546780 Jun 23 14:16:30.488850 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-a3bec522-c799-4cb8-ba1d-c2d96f17ed2d service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877130 Jun 23 14:16:30.603049 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-93445174-02ba-441f-8dec-e16d832021a0 req-f8dddc63-3387-4923-8d9f-8cdf964d7828 service neutron] 10.222.0.42 "GET /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060107 Jun 23 14:16:30.900792 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54512) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:31.011628 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b34449-13a6-480a-a08a-276cfc2075af req-273b1462-73e7-45b4-9337-bcc4ab52263e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:31.013692 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-44b34449-13a6-480a-a08a-276cfc2075af req-273b1462-73e7-45b4-9337-bcc4ab52263e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0674016 Jun 23 14:16:31.024357 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-928f3711-512c-431a-8e9e-68c06e1266be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.058558 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-44b34449-13a6-480a-a08a-276cfc2075af req-de3e738d-ea24-43d2-ace9-e8ce220ef5e3 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390937 Jun 23 14:16:31.160159 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-928f3711-512c-431a-8e9e-68c06e1266be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.167111 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-928f3711-512c-431a-8e9e-68c06e1266be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.173263 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-135c71ac-1659-4d00-9582-2c9c5eb9aa07 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:31.254886 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-928f3711-512c-431a-8e9e-68c06e1266be admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5d9aefe12b8341ecab8074142f164a2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3526611 Jun 23 14:16:31.255953 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f3711-512c-431a-8e9e-68c06e1266be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0278a9-6411-409f-8fa4-b799d5b4482e,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:31.257532 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54526) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:31.260246 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-928f3711-512c-431a-8e9e-68c06e1266be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:31.347089 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.372688 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.425276 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.429507 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.430804 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/eb0278a9-6411-409f-8fa4-b799d5b4482e HTTP/1.1" status: 204 len: 168 time: 0.1721618 Jun 23 14:16:31.431851 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6ca2f754-cede-4d3c-a3eb-65ed1ca35b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:31.441856 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0278a9-6411-409f-8fa4-b799d5b4482e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:31.445065 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:31.779693 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54532) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:31.797865 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9e044621-cd41-4b82-9268-5bd8ebac759c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.923617 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9e044621-cd41-4b82-9268-5bd8ebac759c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.931686 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9e044621-cd41-4b82-9268-5bd8ebac759c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:31.938520 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b5f54fdd-2568-4521-89b9-d6e9a4f131f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:32.002552 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9e044621-cd41-4b82-9268-5bd8ebac759c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4a16768f6f984fc98321bfa429dae42a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2210369 Jun 23 14:16:32.003827 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e044621-cd41-4b82-9268-5bd8ebac759c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51b4e45c-5f44-4260-83ea-48aa6c8aeece,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:32.005350 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54534) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:32.008603 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9e044621-cd41-4b82-9268-5bd8ebac759c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:32.072900 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0871c2c5-a639-4897-bc76-ba489d7f3ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:32.097777 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0871c2c5-a639-4897-bc76-ba489d7f3ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:32.168824 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0871c2c5-a639-4897-bc76-ba489d7f3ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:32.173019 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-0871c2c5-a639-4897-bc76-ba489d7f3ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:32.176291 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0871c2c5-a639-4897-bc76-ba489d7f3ae2 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/51b4e45c-5f44-4260-83ea-48aa6c8aeece HTTP/1.1" status: 204 len: 168 time: 0.1695485 Jun 23 14:16:32.177443 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f2dc0129-4c91-4b9a-b97d-9b23a6a8e284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:32.204231 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871c2c5-a639-4897-bc76-ba489d7f3ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51b4e45c-5f44-4260-83ea-48aa6c8aeece,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:32.208357 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-0871c2c5-a639-4897-bc76-ba489d7f3ae2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:32.247360 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-de1b25ee-226d-452b-af67-7ba93c633b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:32.289340 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423cd0d-5e89-4986-a4cf-2ceaee139d2a req-8be58bec-8b56-4a64-a4c8-83a3f61e88b8 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:32.290949 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1423cd0d-5e89-4986-a4cf-2ceaee139d2a req-8be58bec-8b56-4a64-a4c8-83a3f61e88b8 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0916793 Jun 23 14:16:32.294216 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:32.361646 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-1423cd0d-5e89-4986-a4cf-2ceaee139d2a req-b124cb28-926c-48e4-9269-dda24299bd4b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509796 Jun 23 14:16:33.226809 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:33.566502 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a47a52-340d-42a9-a438-311a117d65a4 req-bc7499fa-daf6-4ee9-a1d9-99a1fa338d4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:33.568288 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-61a47a52-340d-42a9-a438-311a117d65a4 req-bc7499fa-daf6-4ee9-a1d9-99a1fa338d4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0782635 Jun 23 14:16:33.610638 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-61a47a52-340d-42a9-a438-311a117d65a4 req-870e9270-5144-417a-87b2-ab89f174aa96 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366495 Jun 23 14:16:34.824628 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5130c17-8299-4ac1-8d1f-650f9c941f45 req-c3a9eed5-c507-4018-bd28-52fdc82fd087 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:34.826376 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5130c17-8299-4ac1-8d1f-650f9c941f45 req-c3a9eed5-c507-4018-bd28-52fdc82fd087 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0823548 Jun 23 14:16:34.866088 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f5130c17-8299-4ac1-8d1f-650f9c941f45 req-caa4d610-828e-4f9f-954f-d9ee579bf5ce tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341027 Jun 23 14:16:34.957902 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:36.066502 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e599c264-b40a-403b-ae5c-fe67bc3cb83b req-53d024d0-f91f-42ea-91b8-2264be6059bb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:36.069034 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e599c264-b40a-403b-ae5c-fe67bc3cb83b req-53d024d0-f91f-42ea-91b8-2264be6059bb tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0794408 Jun 23 14:16:36.108134 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-e599c264-b40a-403b-ae5c-fe67bc3cb83b req-65a50849-fcd5-4822-88c9-a965737fd51f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334742 Jun 23 14:16:37.118436 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:37.304465 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a22a863-2ac4-4002-bdb0-717ab88fbfd0 req-aedb6543-c114-4179-86bd-cbcc5fbe2cf6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:37.306276 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2a22a863-2ac4-4002-bdb0-717ab88fbfd0 req-aedb6543-c114-4179-86bd-cbcc5fbe2cf6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0681195 Jun 23 14:16:37.349230 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2a22a863-2ac4-4002-bdb0-717ab88fbfd0 req-82162d53-c452-44ee-861b-348fa686ad7f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363047 Jun 23 14:16:38.030300 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:16:38.562972 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f9294-c314-4ede-9559-4cebdf12c85f req-aa929b29-3547-41d0-910e-68bd8d5e6761 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:38.565936 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b42f9294-c314-4ede-9559-4cebdf12c85f req-aa929b29-3547-41d0-910e-68bd8d5e6761 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0830972 Jun 23 14:16:38.626061 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b42f9294-c314-4ede-9559-4cebdf12c85f req-cfe9a0e5-06f9-486e-81fe-b87243ae0b53 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419359 Jun 23 14:16:39.784317 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54638) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:39.955771 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-223f0edb-7f08-4ba5-8ed6-aa1871dfb8fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.072282 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-223f0edb-7f08-4ba5-8ed6-aa1871dfb8fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.078006 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-223f0edb-7f08-4ba5-8ed6-aa1871dfb8fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.098515 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-d7b7d8bf-d9ec-413e-950c-81404888c51f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:40.110906 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31826faa-8ca3-40e2-a93a-10bb926282ea req-be0d4738-7958-4d3a-a8a9-d9f43bc14dd0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:40.119147 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31826faa-8ca3-40e2-a93a-10bb926282ea req-be0d4738-7958-4d3a-a8a9-d9f43bc14dd0 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.1246278 Jun 23 14:16:40.130248 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-223f0edb-7f08-4ba5-8ed6-aa1871dfb8fa admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=9ff11438312b4e87942419f805e62118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3435032 Jun 23 14:16:40.134465 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54644) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:40.156036 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223f0edb-7f08-4ba5-8ed6-aa1871dfb8fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bb47b7-89be-4d1c-9132-dfbb187b07d2,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:40.164096 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-223f0edb-7f08-4ba5-8ed6-aa1871dfb8fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:40.216895 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.237153 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-31826faa-8ca3-40e2-a93a-10bb926282ea req-e2995e47-7583-4a11-932f-348199b1e3b8 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163306 Jun 23 14:16:40.249764 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.322651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.325332 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.330539 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/92bb47b7-89be-4d1c-9132-dfbb187b07d2 HTTP/1.1" status: 204 len: 168 time: 0.1941338 Jun 23 14:16:40.331828 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1a7cfd65-1bd8-40b2-8b7d-82debdf854be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:40.350854 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bb47b7-89be-4d1c-9132-dfbb187b07d2,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:40.355881 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:40.715891 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54650) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:40.740745 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a3174ed-b99b-4acc-82d0-2bd047db6284 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.844961 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a3174ed-b99b-4acc-82d0-2bd047db6284 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.852792 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7a3174ed-b99b-4acc-82d0-2bd047db6284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.857581 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e5994234-a8a5-4458-8900-14cf8ad221bd tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:40.902713 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7a3174ed-b99b-4acc-82d0-2bd047db6284 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=7b928bf0884c432284211e9b720e2cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1853905 Jun 23 14:16:40.903654 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3174ed-b99b-4acc-82d0-2bd047db6284 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c29eddfd-696e-4f9b-b1c6-d201fd72418d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:40.906766 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54652) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:40.907194 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7a3174ed-b99b-4acc-82d0-2bd047db6284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:40.975025 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5bbb-615d-46e0-b382-c0937dd645cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:40.999115 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5bbb-615d-46e0-b382-c0937dd645cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:41.058560 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5bbb-615d-46e0-b382-c0937dd645cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:41.063708 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-cc2a5bbb-615d-46e0-b382-c0937dd645cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:41.065048 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-cc2a5bbb-615d-46e0-b382-c0937dd645cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c29eddfd-696e-4f9b-b1c6-d201fd72418d HTTP/1.1" status: 204 len: 168 time: 0.1563218 Jun 23 14:16:41.065923 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-e598cf9f-8245-4e35-b741-954d1e4f937d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:41.075538 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2a5bbb-615d-46e0-b382-c0937dd645cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c29eddfd-696e-4f9b-b1c6-d201fd72418d,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:41.078576 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-cc2a5bbb-615d-46e0-b382-c0937dd645cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:41.494882 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f61d839-4c05-4efe-9b3d-7f40bfa9eed4 req-41e34ec4-c4f1-4a82-a17d-9ed43a3fc1f6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:41.496432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6f61d839-4c05-4efe-9b3d-7f40bfa9eed4 req-41e34ec4-c4f1-4a82-a17d-9ed43a3fc1f6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0905061 Jun 23 14:16:41.538960 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6f61d839-4c05-4efe-9b3d-7f40bfa9eed4 req-0df5959c-31d9-4d08-8ee3-83edd67176b6 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365653 Jun 23 14:16:42.740939 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78c1ff7-d9a2-4a84-9cea-401a74eaa007 req-262ca6e9-5903-40f3-b2ec-12038e20d64c tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:42.742471 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c78c1ff7-d9a2-4a84-9cea-401a74eaa007 req-262ca6e9-5903-40f3-b2ec-12038e20d64c tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 943 time: 0.0698719 Jun 23 14:16:42.782727 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c78c1ff7-d9a2-4a84-9cea-401a74eaa007 req-f5d224be-d205-481f-9bb2-d68fd59224e7 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341964 Jun 23 14:16:43.634167 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:16:43.751508 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:43.764508 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'port_id': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'mac_address': 'fa:16:3e:67:a0:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:16:43.812516 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.837874 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ea8807a-5f1d-406c-94ec-5aa062be79e7 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:16:43.865625 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:43.871220 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:43.873192 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:43.931705 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=9']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:43.936009 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:43.986554 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2bbbce-416e-4684-b6a0-8547681c84de req-eb2f035c-c18d-411a-8fbc-d8d7d3211c66 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:43.988162 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f2bbbce-416e-4684-b6a0-8547681c84de req-eb2f035c-c18d-411a-8fbc-d8d7d3211c66 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 944 time: 0.0758688 Jun 23 14:16:44.037661 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9f2bbbce-416e-4684-b6a0-8547681c84de req-41d434b3-5d58-4d65-bdd2-c05028437d57 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431428 Jun 23 14:16:44.094099 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['5ea8807a-5f1d-406c-94ec-5aa062be79e7'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:16:45.237976 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ffa80e-83a9-4716-b8b7-0e24f2b9dee9 req-b3753cd8-6518-41ed-8e0c-693d500121ff tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:45.244687 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-75ffa80e-83a9-4716-b8b7-0e24f2b9dee9 req-b3753cd8-6518-41ed-8e0c-693d500121ff tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 944 time: 0.0813046 Jun 23 14:16:45.330849 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-75ffa80e-83a9-4716-b8b7-0e24f2b9dee9 req-030bfcaa-604f-43a5-a5fe-010caf76d077 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759482 Jun 23 14:16:45.449367 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54726) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:45.557918 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-574705f8-be90-45bf-86fe-dae7b8366a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.665096 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:45.667704 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-574705f8-be90-45bf-86fe-dae7b8366a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.674040 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-574705f8-be90-45bf-86fe-dae7b8366a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.678093 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7a5eefd7-ac6c-426d-a9c7-d701932b6bc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:45.718182 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-574705f8-be90-45bf-86fe-dae7b8366a84 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=26dcc5b49d134d878fcce23e7ca7b992&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2674952 Jun 23 14:16:45.718447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:45.718551 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.721075 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54730) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:45.728536 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574705f8-be90-45bf-86fe-dae7b8366a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44aaecb9-d863-4f10-8b90-0611d9cb01c0,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:45.732467 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-574705f8-be90-45bf-86fe-dae7b8366a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:45.778716 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.799252 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.804778 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.831406 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:16:45.835232 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295f82d0-bb64-41e3-8b29-d54b6c0e208f" -d '{"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:16:45.850387 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:45.855345 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.857228 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:45.870924 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.874202 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:45.880255 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/44aaecb9-d863-4f10-8b90-0611d9cb01c0 HTTP/1.1" status: 204 len: 168 time: 0.1534667 Jun 23 14:16:45.880255 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-105b8a3e-5a06-4439-87d1-a6b817890965 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:45.880864 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b8ab16-e36f-42c0-92c4-c001874deb60 x-openstack-request-id: req-30b8ab16-e36f-42c0-92c4-c001874deb60 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:16:45.881282 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-plugged", "status": "completed", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:16:45.881282 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-30b8ab16-e36f-42c0-92c4-c001874deb60 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:16:45.881641 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'code': 200} Jun 23 14:16:45.886384 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44aaecb9-d863-4f10-8b90-0611d9cb01c0,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:45.898860 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:45.918872 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=10']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:45.921821 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:46.117306 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c3ae7-dd66-425f-9742-4decb8a4fbf0 req-b0f23b53-6302-4fff-a7ae-18be501575e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:46.119061 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5e0c3ae7-dd66-425f-9742-4decb8a4fbf0 req-b0f23b53-6302-4fff-a7ae-18be501575e5 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 1099 time: 0.0590210 Jun 23 14:16:46.156297 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5e0c3ae7-dd66-425f-9742-4decb8a4fbf0 req-f1613904-2bf3-44ec-a37c-3a4cda568bf3 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306919 Jun 23 14:16:46.598662 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858a8bc-1ab8-435a-8a5f-f50a4dc15c66 req-da712520-30b5-4477-a97c-bc7a8a291b84 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:46.600568 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a858a8bc-1ab8-435a-8a5f-f50a4dc15c66 req-da712520-30b5-4477-a97c-bc7a8a291b84 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 946 time: 0.0817876 Jun 23 14:16:46.649904 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a858a8bc-1ab8-435a-8a5f-f50a4dc15c66 req-5c22f4ec-462a-4bc5-857b-db3c77614e7d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434318 Jun 23 14:16:47.054285 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54768) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:47.172702 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-902f36b9-7fd2-4a50-bf94-6902a3b5fe96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:47.286765 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-902f36b9-7fd2-4a50-bf94-6902a3b5fe96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:47.292198 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-902f36b9-7fd2-4a50-bf94-6902a3b5fe96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:47.294904 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-dd2356bb-9242-4887-802b-4c6b57f14ad9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:47.334704 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-902f36b9-7fd2-4a50-bf94-6902a3b5fe96 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=4fbd90d47a2d451b8116f340d4e6c0dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793088 Jun 23 14:16:47.338716 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f36b9-7fd2-4a50-bf94-6902a3b5fe96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9ba4ba-da66-4ccf-a944-43660280882d,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:47.338716 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54786) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:47.340661 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-902f36b9-7fd2-4a50-bf94-6902a3b5fe96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:47.403424 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4c458f2b-3b8c-4962-bf78-b8efd0b24c4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:47.438890 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4c458f2b-3b8c-4962-bf78-b8efd0b24c4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:47.510307 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4c458f2b-3b8c-4962-bf78-b8efd0b24c4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:47.513634 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-4c458f2b-3b8c-4962-bf78-b8efd0b24c4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:47.518674 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-4c458f2b-3b8c-4962-bf78-b8efd0b24c4d admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5d9ba4ba-da66-4ccf-a944-43660280882d HTTP/1.1" status: 204 len: 168 time: 0.1761048 Jun 23 14:16:47.518674 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-928f3711-512c-431a-8e9e-68c06e1266be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:47.523934 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c458f2b-3b8c-4962-bf78-b8efd0b24c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9ba4ba-da66-4ccf-a944-43660280882d,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:47.526418 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-4c458f2b-3b8c-4962-bf78-b8efd0b24c4d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:47.873625 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d095ac92-0011-404e-b034-5c764c98b14e req-2bc2d9e4-4456-4bd8-a1a9-2f2a9f2e41fd tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:47.875475 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d095ac92-0011-404e-b034-5c764c98b14e req-2bc2d9e4-4456-4bd8-a1a9-2f2a9f2e41fd tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 946 time: 0.0819123 Jun 23 14:16:47.926472 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d095ac92-0011-404e-b034-5c764c98b14e req-1344de77-62b7-4e1a-838c-9756ffe71e82 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449851 Jun 23 14:16:49.131432 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e58dc2d-d37f-47fb-9e4a-9fa21af61d69 req-e650bc05-12f9-4aa0-b8d2-86d16eb0e30b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:49.133012 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4e58dc2d-d37f-47fb-9e4a-9fa21af61d69 req-e650bc05-12f9-4aa0-b8d2-86d16eb0e30b tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 946 time: 0.0772710 Jun 23 14:16:49.173869 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4e58dc2d-d37f-47fb-9e4a-9fa21af61d69 req-cc562090-7a1f-49a6-8c94-bf661b82c7fe tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339854 Jun 23 14:16:53.706164 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54874) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:53.819927 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1da7b036-f7e1-4dd9-8ccb-75c84c7cede5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:53.921495 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1da7b036-f7e1-4dd9-8ccb-75c84c7cede5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:53.926627 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1da7b036-f7e1-4dd9-8ccb-75c84c7cede5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:53.929302 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-672ce41c-0b25-4577-8d6b-b813c76a42bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:54.206825 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1da7b036-f7e1-4dd9-8ccb-75c84c7cede5 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a315868e65a34502ba263df29e35cd24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4995391 Jun 23 14:16:54.209008 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da7b036-f7e1-4dd9-8ccb-75c84c7cede5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8917cd4-9e79-46c4-82c0-4481f46c7c53,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:54.209760 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54878) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:54.211992 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1da7b036-f7e1-4dd9-8ccb-75c84c7cede5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:54.282917 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-29d9380f-e8be-4ba7-874f-6e9fac2142bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:54.306427 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-29d9380f-e8be-4ba7-874f-6e9fac2142bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:54.356392 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-29d9380f-e8be-4ba7-874f-6e9fac2142bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:54.359479 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-29d9380f-e8be-4ba7-874f-6e9fac2142bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:54.361494 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-29d9380f-e8be-4ba7-874f-6e9fac2142bb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/f8917cd4-9e79-46c4-82c0-4481f46c7c53 HTTP/1.1" status: 204 len: 168 time: 0.1494911 Jun 23 14:16:54.362188 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-65127a9d-dcf0-4807-8778-27eaac3a958a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:54.371367 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d9380f-e8be-4ba7-874f-6e9fac2142bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8917cd4-9e79-46c4-82c0-4481f46c7c53,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:54.373758 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-29d9380f-e8be-4ba7-874f-6e9fac2142bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:55.009881 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54900) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:55.102393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1789795954-network', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:55.124494 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Made reservation on behalf of 8110fe7f170248b0bc075a1c1df5342e for: {'network': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:55.128143 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.142351 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.282926 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.288155 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.294641 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9e044621-cd41-4b82-9268-5bd8ebac759c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:55.331671 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 820} {{(pid=93109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:16:55.348271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bad716b-6a62-447d-a4bc-b46e0537b380,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:55.355599 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:55.357782 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.357930 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.segments_db [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Added segment d8a6f871-b740-4023-b6ad-dfbb496bc671 of type vlan for network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 Jun 23 14:16:55.405587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.434269 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.435548 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:55.436126 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.438076 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:55.488722 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4777188 Jun 23 14:16:55.491659 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54904) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:55.495836 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Pushing event updated for resources: {'Network': ['ID=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:55.496762 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Request body: {'subnet': {'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1789795954-subnet', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'ip_version': 4}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:55.498603 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:55.506650 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:16:55.519642 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Made reservation on behalf of 8110fe7f170248b0bc075a1c1df5342e for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:55.522067 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66149468'] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.688862 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65907414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66149454'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.698730 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-82b45413-1f98-4c9f-ad02-f0225531abe4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:55.742677 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfb525ab-6830-4013-a23d-2085d9c15863,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:55.749140 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:55.757538 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Checking segment: {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:55.757887 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Network hostable DHCP agents. Network: cc6c3f83-2023-40ce-81a0-fe7fae43c2a5, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:16:55.773890 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:16:55.782950 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, cc6c3f83-2023-40ce-81a0-fe7fae43c2a5) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:55.787068 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:55.787651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.792853 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be398808-9e15-4262-9fc7-e4f6a5300199 None None] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:55.802320 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c48b19bf-72b2-4dae-a111-01f885b59cfe admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3094954 Jun 23 14:16:55.804946 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54906) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:55.809528 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:55.832201 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.833270 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.889557 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:55.951725 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:16:55.952604 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.031079 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.086587 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Allocated IP 172.20.0.2 (cc6c3f83-2023-40ce-81a0-fe7fae43c2a5/dfb525ab-6830-4013-a23d-2085d9c15863/3de061b9-de5e-4e67-a8aa-e39557011dce) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:56.238578 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.244777 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.254398 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Transition to ACTIVE for port object 3de061b9-de5e-4e67-a8aa-e39557011dce will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:56.259646 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.272250 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Transition to ACTIVE for port object 3de061b9-de5e-4e67-a8aa-e39557011dce will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:56.279777 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.281929 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:56.337005 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:56.340236 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:56.342817 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:56.352308 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Pushing event updated for resources: {'Port': ['ID=3de061b9-de5e-4e67-a8aa-e39557011dce,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:56.356626 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:56.381651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Allocated IP 172.28.2.149 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/d1abf2e0-949a-4621-a4a3-efa87598fd65) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:56.410173 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Attempting to bind port 3de061b9-de5e-4e67-a8aa-e39557011dce on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:56.410555 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Attempting to bind port 3de061b9-de5e-4e67-a8aa-e39557011dce by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:56.410930 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Attempting to bind port 3de061b9-de5e-4e67-a8aa-e39557011dce on network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:56.415980 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:56.416365 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Checking segment: {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:56.416780 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.417186 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Bound using segment: {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:56.417661 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Bound port: 3de061b9-de5e-4e67-a8aa-e39557011dce, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:56.418076 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.481304 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] For port 3de061b9-de5e-4e67-a8aa-e39557011dce, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:56.484636 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] For port 3de061b9-de5e-4e67-a8aa-e39557011dce, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3de061b9-de5e-4e67-a8aa-e39557011dce,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:56.490414 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.493322 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:56.495797 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.539940 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:56.542105 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c2ddf22a-ebef-48fa-860c-0ece4d5a6d0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:56.547316 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Pushing event updated for resources: {'Port': ['ID=3de061b9-de5e-4e67-a8aa-e39557011dce,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:56.553451 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:56.580099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:56.585083 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:56.588602 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:56.617333 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Pushing event updated for resources: {'Port': ['ID=d1abf2e0-949a-4621-a4a3-efa87598fd65,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:56.621281 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:56.863511 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.020514 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3de061b9-de5e-4e67-a8aa-e39557011dce up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:57.061401 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.071401 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 3de061b9-de5e-4e67-a8aa-e39557011dce completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:57.194513 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Router 256b2d17-0c31-4f23-ae5f-01e78c499da3 is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:16:57.320888 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:57.332287 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Sync routers for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:16:57.343206 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.343506 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:57.345052 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:57.348632 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-466d6385-75ca-4d37-8bd8-1acab4379f1d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5399501 Jun 23 14:16:57.350407 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54908) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:57.456955 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:57.473135 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffa600b-ec9f-404c-a8fb-73ddc1a8a6f0 None None] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:16:57.539421 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Provisioning for port 3de061b9-de5e-4e67-a8aa-e39557011dce completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:57.548306 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Provisioning complete for port 3de061b9-de5e-4e67-a8aa-e39557011dce triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:57.549019 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.670015 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:56Z', 'revision_number': 3, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:57.699238 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.713464 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Checking router: 256b2d17-0c31-4f23-ae5f-01e78c499da3 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:16:57.713996 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Updating router 256b2d17-0c31-4f23-ae5f-01e78c499da3 port d1abf2e0-949a-4621-a4a3-efa87598fd65 binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:16:57.743815 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] For port 3de061b9-de5e-4e67-a8aa-e39557011dce, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3de061b9-de5e-4e67-a8aa-e39557011dce,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:16:57.750396 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.753784 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:57.773100 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.796769 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:57.819382 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Pushing event updated for resources: {'Port': ['ID=3de061b9-de5e-4e67-a8aa-e39557011dce,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:57.823227 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:57.986911 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Allocated IP 172.20.0.1 (cc6c3f83-2023-40ce-81a0-fe7fae43c2a5/dfb525ab-6830-4013-a23d-2085d9c15863/24cf28ac-338b-448a-b7c2-d9ec5cd15713) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:16:58.075316 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-212641f4-3f6c-40c1-b751-cc21b4ecda3b None None] Provisioning complete for port 3de061b9-de5e-4e67-a8aa-e39557011dce triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:58.075698 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-212641f4-3f6c-40c1-b751-cc21b4ecda3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.088612 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.101572 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Transition to ACTIVE for port object d1abf2e0-949a-4621-a4a3-efa87598fd65 will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:58.108038 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.110533 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:58.115039 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.137712 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.provisioning_blocks [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Transition to ACTIVE for port object 24cf28ac-338b-448a-b7c2-d9ec5cd15713 will not be triggered until provisioned by entity DHCP. {{(pid=93108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:16:58.168570 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Pushing event updated for resources: {'Port': ['ID=d1abf2e0-949a-4621-a4a3-efa87598fd65,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:58.170919 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Attempting to bind port d1abf2e0-949a-4621-a4a3-efa87598fd65 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:16:58.171301 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Attempting to bind port d1abf2e0-949a-4621-a4a3-efa87598fd65 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:16:58.171677 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Attempting to bind port d1abf2e0-949a-4621-a4a3-efa87598fd65 on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:16:58.181947 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.182283 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.182460 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.182862 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.183061 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.183342 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.184605 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.184795 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:58.184963 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.184963 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.184963 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.185366 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.185507 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.186076 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:16:58.198896 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:58.199947 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:16:58.200326 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:16:58.200738 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.201447 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:16:58.201940 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Bound port: d1abf2e0-949a-4621-a4a3-efa87598fd65, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:16:58.202343 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.226863 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:58.231505 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:58.236679 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:16:58.239923 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Pushing event updated for resources: {'Port': ['ID=24cf28ac-338b-448a-b7c2-d9ec5cd15713,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:58.262634 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:58.263276 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] For port d1abf2e0-949a-4621-a4a3-efa87598fd65, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:16:58.266887 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] For port d1abf2e0-949a-4621-a4a3-efa87598fd65, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=d1abf2e0-949a-4621-a4a3-efa87598fd65,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:16:58.275283 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.277626 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:58.283011 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.332105 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Pushing event updated for resources: {'Port': ['ID=d1abf2e0-949a-4621-a4a3-efa87598fd65,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:58.336443 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-7af8d495-343a-42f1-bdf1-723b16a2d869 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:58.361176 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:16:58.362442 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:58.461108 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.489747 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:16:58.523108 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-aa91196d-241b-4c87-91ce-9a3627d579ae None None] Provisioning for port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:16:58.528550 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-aa91196d-241b-4c87-91ce-9a3627d579ae None None] Provisioning complete for port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:58.529075 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-aa91196d-241b-4c87-91ce-9a3627d579ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.581573 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-aa91196d-241b-4c87-91ce-9a3627d579ae None None] Port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:58.638317 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.643587 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.646773 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:58.718112 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:58.720269 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Pushing event updated for resources: {'Port': ['ID=24cf28ac-338b-448a-b7c2-d9ec5cd15713,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:58.723819 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:58.776735 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:56Z', 'revision_number': 3, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:16:58.804180 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a1a6e82-3c93-4729-88c2-4232320aaca3 None None] The sync data for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb is: [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:56Z', 'revision_number': 3, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:16:58.821014 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:16:58.822257 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:16:58.990006 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Router 256b2d17-0c31-4f23-ae5f-01e78c499da3 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:16:59.019208 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3de061b9-de5e-4e67-a8aa-e39557011dce up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:16:59.115865 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-32df8122-ebf5-421f-afa7-ec285c75223f None None] Provisioning complete for port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:59.116351 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-32df8122-ebf5-421f-afa7-ec285c75223f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.119112 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 3de061b9-de5e-4e67-a8aa-e39557011dce triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:16:59.119608 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.146770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:16:59.151732 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-8fd18ebd-921e-442c-a452-13fa6b88cf2d admin admin] 10.222.0.16 "PUT /v2.0/routers/256b2d17-0c31-4f23-ae5f-01e78c499da3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8015771 Jun 23 14:16:59.196428 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-32df8122-ebf5-421f-afa7-ec285c75223f None None] Port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:16:59.531141 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-7ad71c92-b564-42b2-baca-be870d9899e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.674683 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54924) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:59.681497 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-121719820-network', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:16:59.707115 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Made reservation on behalf of 5e3bcb18d0194b348309b507022fd6a3 for: {'network': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:16:59.709827 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for network, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.719244 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.808728 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.812546 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.816338 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-223f0edb-7f08-4ba5-8ed6-aa1871dfb8fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:59.838486 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 827} {{(pid=93108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jun 23 14:16:59.847597 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6361d3b-da2b-40ff-947b-f409d4762ff7,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:16:59.851186 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:16:59.854093 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.854436 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.segments_db [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Added segment bb05b1b6-4a17-4608-b5fa-0362fa427a49 of type vlan for network 84a33479-062a-46fa-8051-65fde4f8e5c0 Jun 23 14:16:59.898923 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8781967781672'] for network, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.929007 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623'] for network, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.930552 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:16:59.931311 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:16:59.933521 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:16:59.988651 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] 10.222.0.16 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3128157 Jun 23 14:16:59.991309 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54926) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:16:59.996232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Request body: {'subnet': {'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-121719820-subnet', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'ip_version': 4}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:00.007617 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Pushing event updated for resources: {'Network': ['ID=84a33479-062a-46fa-8051-65fde4f8e5c0,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:00.010471 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:00.018265 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 details requested by agent ovs-agent-dv-cinder-794001-2-smb with host dv-cinder-794001-2-smb {{(pid=93110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jun 23 14:17:00.028760 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Made reservation on behalf of 5e3bcb18d0194b348309b507022fd6a3 for: {'subnet': 1} {{(pid=93108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:00.031746 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66149468'] for subnet, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:00.435318 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Sync routers for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:00.445778 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:00.446461 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:16:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:00.478848 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-65907414', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66149454'] for subnet, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:00.482006 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:00.534863 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fc1cbee-be6c-4f47-8bee-da4c944cd71c,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:00.538677 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:00.546122 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Checking segment: {'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:00.546479 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Network hostable DHCP agents. Network: 84a33479-062a-46fa-8051-65fde4f8e5c0, hostable agents: ['57c92a89-5033-406f-a915-1e452f9c6256'], hosted agents: [] {{(pid=93108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jun 23 14:17:00.566546 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:00.567897 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 is scheduled to be hosted by DHCP agent 57c92a89-5033-406f-a915-1e452f9c6256 with binding_index 1 {{(pid=93108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jun 23 14:17:00.580298 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-794001-2-smb, 84a33479-062a-46fa-8051-65fde4f8e5c0) {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:00.586217 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:00.587438 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:00.593859 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b002815e-61a1-4b57-9bda-9b33f689cc33 None None] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:00.605832 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1d942523-196c-4c39-ae67-5c86f0a6834c admin admin] 10.222.0.16 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6132812 Jun 23 14:17:00.608825 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54928) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:00.615148 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:00.636517 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673038', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-28248'] for router, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:00.637476 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-673029', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670512', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-732755', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-28227'] for router, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:00.693618 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:00.851011 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-663586', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673682', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28285'] for router, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.010714 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc510bd5a-2cd7-5f71-a4eb-d814f05842f8-84a33479-062a-46fa-8051-65fde4f8e5c0', 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'fixed_ips': [{'subnet_id': '5fc1cbee-be6c-4f47-8bee-da4c944cd71c'}]}} from dv-cinder-794001-2-smb. {{(pid=93110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jun 23 14:17:01.011595 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.032966 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 2, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:01.069464 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Checking router: 256b2d17-0c31-4f23-ae5f-01e78c499da3 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:01.069629 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Updating router 256b2d17-0c31-4f23-ae5f-01e78c499da3 port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:01.073713 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d1abf2e0-949a-4621-a4a3-efa87598fd65 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:01.092528 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.125777 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.203035 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.244249 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Allocated IP 172.28.2.62 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/9b78807d-318e-411e-8c46-f7a67b7df9aa) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:01.289157 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.db_base_plugin_common [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Allocated IP 172.20.0.2 (84a33479-062a-46fa-8051-65fde4f8e5c0/5fc1cbee-be6c-4f47-8bee-da4c944cd71c/66e5fc2f-829b-4d27-8613-15bc707384f4) {{(pid=93110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:01.297517 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port d1abf2e0-949a-4621-a4a3-efa87598fd65 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:01.356198 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port d1abf2e0-949a-4621-a4a3-efa87598fd65 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:01.356469 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.366631 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.412856 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.417856 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e02e4368-953e-42c6-8749-d543905e300e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:01.490994 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:01.497217 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Pushing event updated for resources: {'Port': ['ID=9b78807d-318e-411e-8c46-f7a67b7df9aa,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:01.501997 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:01.505070 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:01.506181 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:01.612411 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.666114 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port d1abf2e0-949a-4621-a4a3-efa87598fd65, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=d1abf2e0-949a-4621-a4a3-efa87598fd65,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:01.684786 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.690647 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:01.697699 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Notify callbacks [] for port, precommit_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.754192 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Transition to ACTIVE for port object 66e5fc2f-829b-4d27-8613-15bc707384f4 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:01.791009 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.797417 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Transition to ACTIVE for port object 66e5fc2f-829b-4d27-8613-15bc707384f4 will not be triggered until provisioned by entity DHCP. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:01.799350 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.802959 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=d1abf2e0-949a-4621-a4a3-efa87598fd65,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:01.807818 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:01.810808 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318'] for port, after_create {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.812997 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Transition to ACTIVE for port object 24cf28ac-338b-448a-b7c2-d9ec5cd15713 will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:01.814888 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-f9e687d7-3b11-4560-9f24-473271811579 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:01.841558 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:01.861373 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 is already hosted by enough agents. {{(pid=93110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:01.868016 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.scheduler.base_scheduler [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Resources bound (agent type, host, resource id): {{(pid=93110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:01.873103 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Received port after_create {{(pid=93110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:01.898634 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Pushing event updated for resources: {'Port': ['ID=66e5fc2f-829b-4d27-8613-15bc707384f4,revision_number=1']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:01.909335 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:01.910925 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-faef5014-6e10-4d33-8e18-16d61f4ef7b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:02.042809 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ba557-7515-4926-a849-f9ac87c9cca1 None None] Pushing event updated for resources: {'Port': ['ID=24cf28ac-338b-448a-b7c2-d9ec5cd15713,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:02.045191 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Attempting to bind port 66e5fc2f-829b-4d27-8613-15bc707384f4 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:02.045567 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Attempting to bind port 66e5fc2f-829b-4d27-8613-15bc707384f4 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:02.045943 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Attempting to bind port 66e5fc2f-829b-4d27-8613-15bc707384f4 on network 84a33479-062a-46fa-8051-65fde4f8e5c0 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:02.048341 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-697ba557-7515-4926-a849-f9ac87c9cca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:02.050182 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Attempting to bind port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:02.050182 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Attempting to bind port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:02.050182 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Attempting to bind port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 on network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:02.057638 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:02.058044 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Checking segment: {'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:02.058459 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.058862 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Bound using segment: {'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:02.059921 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Bound port: 66e5fc2f-829b-4d27-8613-15bc707384f4, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:02.059921 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.061856 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 16, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:02.062268 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Checking segment: {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:02.062658 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.063563 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Bound using segment: {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:02.064040 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Bound port: 24cf28ac-338b-448a-b7c2-d9ec5cd15713, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:02.064417 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.070200 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673691', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-663671'] for router, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.198750 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] For port 66e5fc2f-829b-4d27-8613-15bc707384f4, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:02.215848 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] For port 24cf28ac-338b-448a-b7c2-d9ec5cd15713, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:02.221684 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] For port 24cf28ac-338b-448a-b7c2-d9ec5cd15713, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=24cf28ac-338b-448a-b7c2-d9ec5cd15713,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:02.222865 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-39ee1c94-48e8-4fea-818d-daa0dd701f73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.227159 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] For port 66e5fc2f-829b-4d27-8613-15bc707384f4, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=66e5fc2f-829b-4d27-8613-15bc707384f4,segment=NetworkSegment(bb05b1b6-4a17-4608-b5fa-0362fa427a49),segment_id=bb05b1b6-4a17-4608-b5fa-0362fa427a49)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:02.235099 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.240415 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:02.245033 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 is scheduled to L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 with binding_index 1 {{(pid=93108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jun 23 14:17:02.249450 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.287627 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.327356 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697ba557-7515-4926-a849-f9ac87c9cca1 None None] Pushing event updated for resources: {'Port': ['ID=24cf28ac-338b-448a-b7c2-d9ec5cd15713,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:02.330880 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:02.331506 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:02.333743 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-697ba557-7515-4926-a849-f9ac87c9cca1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:02.334262 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:02.386224 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:02.399178 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Sync routers for ids ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:02.429607 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Routers {'3d0e3c5e-26c4-41ae-8d98-53f24f482612'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:02.432523 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:02.433943 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:02.438266 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] 10.222.0.16 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8263657 Jun 23 14:17:02.442007 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54930) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:02.508310 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:02.676778 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Pushing event updated for resources: {'Port': ['ID=66e5fc2f-829b-4d27-8613-15bc707384f4,revision_number=2']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:02.691850 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:02.694657 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Set router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:02.827576 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:02Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:03.004636 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1106b2cf-d1bf-43c3-b0e9-004232439ed8 None None] The sync data for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb is: [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:02Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:03.026518 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 3, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port': {'id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:01Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:03.060744 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Checking router: 3d0e3c5e-26c4-41ae-8d98-53f24f482612 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:03.061245 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Updating router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 port 9b78807d-318e-411e-8c46-f7a67b7df9aa binding host dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:03.108537 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.167462 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.273311 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.285634 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d1abf2e0-949a-4621-a4a3-efa87598fd65 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:03.420629 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port d1abf2e0-949a-4621-a4a3-efa87598fd65 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:03.421245 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.499655 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Notify callbacks [] for port, precommit_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.520802 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.provisioning_blocks [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Transition to ACTIVE for port object 9b78807d-318e-411e-8c46-f7a67b7df9aa will not be triggered until provisioned by entity L2. {{(pid=93111) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:03.547354 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.551026 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:03.594150 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 66e5fc2f-829b-4d27-8613-15bc707384f4 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:03.652896 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Attempting to bind port 9b78807d-318e-411e-8c46-f7a67b7df9aa on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:03.653270 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Attempting to bind port 9b78807d-318e-411e-8c46-f7a67b7df9aa by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:03.653654 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Attempting to bind port 9b78807d-318e-411e-8c46-f7a67b7df9aa on network 0f871f41-e5cc-45bf-8659-f09581c7fbbc {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:03.661141 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ee652-1ab9-4031-96c6-ea522dd776f4 None None] Pushing event updated for resources: {'Port': ['ID=9b78807d-318e-411e-8c46-f7a67b7df9aa,revision_number=2']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:03.665430 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-2d8ee652-1ab9-4031-96c6-ea522dd776f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:03.674378 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:03.674776 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Checking segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:03.675190 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.675594 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Bound using segment: {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'} {{(pid=93111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:03.676081 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.managers [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Bound port: 9b78807d-318e-411e-8c46-f7a67b7df9aa, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4ae93e-96fe-4803-9e82-4df9eaad67be', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc'}}] {{(pid=93111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:03.676457 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.735801 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 66e5fc2f-829b-4d27-8613-15bc707384f4 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:03.780060 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] For port 9b78807d-318e-411e-8c46-f7a67b7df9aa, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:03.785383 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.plugins.ml2.db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] For port 9b78807d-318e-411e-8c46-f7a67b7df9aa, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=9b78807d-318e-411e-8c46-f7a67b7df9aa,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:03.796127 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron_lib.callbacks.manager [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:03.804975 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02210e8-a727-48a1-9a8c-e922e03e23a6 None None] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:03.822142 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-79cdf868-cb11-4b81-a2c8-8fc69850980a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:03.848091 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Allocated IP 172.20.0.1 (84a33479-062a-46fa-8051-65fde4f8e5c0/5fc1cbee-be6c-4f47-8bee-da4c944cd71c/e1faf3d0-cdae-4bc3-bd7d-75bbf282582f) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:03.897193 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8ee652-1ab9-4031-96c6-ea522dd776f4 None None] Pushing event updated for resources: {'Port': ['ID=9b78807d-318e-411e-8c46-f7a67b7df9aa,revision_number=3']} {{(pid=93111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:03.900420 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Provisioning for port 66e5fc2f-829b-4d27-8613-15bc707384f4 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:03.900623 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG oslo_concurrency.lockutils [None req-2d8ee652-1ab9-4031-96c6-ea522dd776f4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93111) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:03.909596 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Routers {'3d0e3c5e-26c4-41ae-8d98-53f24f482612'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:03.910353 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:03.915339 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Provisioning complete for port 66e5fc2f-829b-4d27-8613-15bc707384f4 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:03.915764 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.014166 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.030060 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Transition to ACTIVE for port object e1faf3d0-cdae-4bc3-bd7d-75bbf282582f will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:04.049557 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] Set router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:04.067971 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.085096 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.087366 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-07d31d50-65f5-497c-9cda-edef9575c649 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:04.125454 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] For port 66e5fc2f-829b-4d27-8613-15bc707384f4, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=66e5fc2f-829b-4d27-8613-15bc707384f4,segment=NetworkSegment(bb05b1b6-4a17-4608-b5fa-0362fa427a49),segment_id=bb05b1b6-4a17-4608-b5fa-0362fa427a49)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:04.137140 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.139505 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-697ba557-7515-4926-a849-f9ac87c9cca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:04.148008 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:04.151501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:04.155999 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:04.216313 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Pushing event updated for resources: {'Port': ['ID=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:04.218397 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Pushing event updated for resources: {'Port': ['ID=66e5fc2f-829b-4d27-8613-15bc707384f4,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:04.222128 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:04.236506 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:04.247817 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-380791'] for router_interface, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.345050 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 3, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port': {'id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:01Z', 'updated_at': '2021-06-23T14:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:04.372990 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-22ab16ad-d9ff-4a40-a1ad-3b0ed556a704 None None] Provisioning complete for port 66e5fc2f-829b-4d27-8613-15bc707384f4 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:04.374073 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-22ab16ad-d9ff-4a40-a1ad-3b0ed556a704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.389425 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdf2b540-b78e-4b19-95e9-42035b726d60 None None] The sync data for ids ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'] in dv-cinder-794001-2-smb is: [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 3, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port': {'id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:01Z', 'updated_at': '2021-06-23T14:17:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:04.458708 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.615567 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-4f01b9d6-3491-49dd-b54a-6ac96c304b59 None None] Provisioning for port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:04.620162 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-4f01b9d6-3491-49dd-b54a-6ac96c304b59 None None] Provisioning complete for port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:04.620550 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4f01b9d6-3491-49dd-b54a-6ac96c304b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.657761 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-4f01b9d6-3491-49dd-b54a-6ac96c304b59 None None] Port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:04.667201 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.673488 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.676301 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c041e899-dd38-498d-8bcc-c41b7e35aa35 tempest-AttachVolumeNegativeTest-1264861402 tempest-AttachVolumeNegativeTest-1264861402-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:04.747538 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-603349', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-380827'] for router_interface, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:04.749421 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Pushing event updated for resources: {'Port': ['ID=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:04.753950 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:04.855258 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:04.856641 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:04.983430 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.012669 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:05.184050 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-e7807597-94de-466c-9ea6-146948ad6606 None None] Provisioning complete for port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:05.184566 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e7807597-94de-466c-9ea6-146948ad6606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.190899 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:05.210638 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] 10.222.0.16 "PUT /v2.0/routers/3d0e3c5e-26c4-41ae-8d98-53f24f482612/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7677226 Jun 23 14:17:05.230679 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 24cf28ac-338b-448a-b7c2-d9ec5cd15713 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:05.277027 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-e7807597-94de-466c-9ea6-146948ad6606 None None] Port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:05.300934 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:05.305358 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:05.305902 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.400844 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.457227 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 24cf28ac-338b-448a-b7c2-d9ec5cd15713, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=24cf28ac-338b-448a-b7c2-d9ec5cd15713,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:05.463105 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.464536 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 66e5fc2f-829b-4d27-8613-15bc707384f4 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:05.467377 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-203f1f0f-6822-42fd-bd47-d99559283441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:05.588406 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=24cf28ac-338b-448a-b7c2-d9ec5cd15713,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:05.594296 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:05.606468 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 66e5fc2f-829b-4d27-8613-15bc707384f4 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:05.607103 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.720617 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 9b78807d-318e-411e-8c46-f7a67b7df9aa up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:05.773710 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port 9b78807d-318e-411e-8c46-f7a67b7df9aa completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:05.777581 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 9b78807d-318e-411e-8c46-f7a67b7df9aa triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:05.777953 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.856056 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.887788 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port 9b78807d-318e-411e-8c46-f7a67b7df9aa, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=9b78807d-318e-411e-8c46-f7a67b7df9aa,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:05.894483 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:05.897587 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:05.937432 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54938) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:05.940559 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576535178', 'description': 'tempest-secgroup-smoke-576535178 description', 'project_id': '8110fe7f170248b0bc075a1c1df5342e'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:05.954817 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=9b78807d-318e-411e-8c46-f7a67b7df9aa,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:05.958301 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:05.964168 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.046224 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.050693 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.053359 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-407c1e4e-dd24-4039-865b-ed3e86c0fc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:06.077937 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.079687 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1434848 Jun 23 14:17:06.084107 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a88c1d8f-2bec-44a3-8e4d-94528945796e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:06.084591 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54940) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:06.087112 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:06.099446 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'security_group_rule': {'security_group_id': 'a88c1d8f-2bec-44a3-8e4d-94528945796e', 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:06.131033 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.205893 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.210234 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.212354 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e21553f9-5b17-4c1d-b4d9-e0ce89f0ec65 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:06.228976 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0d9cc9-cb8c-463e-886b-004568bbcea0,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:06.240506 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.241013 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.241525 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.241998 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.242462 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.242979 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.243496 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.243970 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.244435 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.244918 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.245378 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.245827 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:06.248982 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.250190 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1630359 Jun 23 14:17:06.251385 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-287c5de1-4e00-461e-afee-f7cf67f748d1 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:06.253751 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 54942) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:06.258804 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'security_group_rule': {'security_group_id': 'a88c1d8f-2bec-44a3-8e4d-94528945796e', 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:06.290861 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.369031 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.374705 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.377806 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-e0bef9b1-d85d-4484-a6d3-8a3e71c2705d tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:06.395169 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60dffcaf-d2a5-42e9-b3a7-9833274222c2,revision_number=0']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:06.398048 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:06.403670 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.405031 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-51dbc573-5cd1-4227-b9a0-2d980d0d369a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1499326 Jun 23 14:17:06.409071 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54944) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:06.416340 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'security_group_rule': {'security_group_id': 'a88c1d8f-2bec-44a3-8e4d-94528945796e', 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:06.458489 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.541880 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.547732 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.550691 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:06.577474 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55bfc2a9-99bf-4046-9673-27fa9dc680f9,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:06.583013 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:06.590183 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.592215 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-aa709034-e549-40a4-9832-d9edefdaa9f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1814449 Jun 23 14:17:06.596029 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54946) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:06.600904 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'security_group_rule': {'security_group_id': 'a88c1d8f-2bec-44a3-8e4d-94528945796e', 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:06.640568 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.658880 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Sync routers for ids ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:06.668032 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Routers {'3d0e3c5e-26c4-41ae-8d98-53f24f482612'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:06.668652 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:06.707518 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.711972 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.713979 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:06.731139 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e34171d9-919e-430c-bd38-71852a470936,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:06.733688 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:06.739774 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.741154 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-3027709b-7007-4094-bcfb-5b41648c7def tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440158 Jun 23 14:17:06.744928 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54948) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:06.749640 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'security_group_rule': {'security_group_id': 'a88c1d8f-2bec-44a3-8e4d-94528945796e', 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:06.773250 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.securitygroups_db [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Project 8110fe7f170248b0bc075a1c1df5342e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:06.778201 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.779208 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Set router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:06.842007 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.846606 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.851447 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-eb828d6f-8240-4240-9c1c-33a141d5b26e tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:06.866769 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9309c44c-ad35-48e0-bedf-4a35a85498a8,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:06.869180 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:06.876355 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:06.877628 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-07ed5b48-0c78-4280-9ffd-5c0866bf1d75 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1316972 Jun 23 14:17:06.881246 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 54950) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:06.888436 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'security_group_rule': {'security_group_id': 'a88c1d8f-2bec-44a3-8e4d-94528945796e', 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:06.914352 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.securitygroups_db [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Project 8110fe7f170248b0bc075a1c1df5342e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jun 23 14:17:06.920636 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.000586 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.005272 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-708708'] for security_group_rule, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.007822 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:07.015922 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:17:04Z', 'revision_number': 4, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port': {'id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:01Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'e1faf3d0-cdae-4bc3-bd7d-75bbf282582f', 'name': '', 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'mac_address': 'fa:16:3e:1e:4a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc1cbee-be6c-4f47-8bee-da4c944cd71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:03Z', 'updated_at': '2021-06-23T14:17:04Z', 'revision_number': 2, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'subnets': [{'id': '5fc1cbee-be6c-4f47-8bee-da4c944cd71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:07.025406 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b37bd65-ae84-469d-bb0a-d001be2b125d,revision_number=0']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:07.028034 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:07.034069 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.035267 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-63d7eed5-424d-4fe2-8f3a-38e4f1ad4bdd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1522112 Jun 23 14:17:07.046945 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 24cf28ac-338b-448a-b7c2-d9ec5cd15713 up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:07.049766 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Checking router: 3d0e3c5e-26c4-41ae-8d98-53f24f482612 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:07.050169 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Updating router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f binding host dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jun 23 14:17:07.128235 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.132801 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.173404 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:07.173804 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.371466 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 9b78807d-318e-411e-8c46-f7a67b7df9aa up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:07.489879 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port 9b78807d-318e-411e-8c46-f7a67b7df9aa triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:07.490321 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.544621 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Notify callbacks [] for port, precommit_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.558479 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Transition to ACTIVE for port object e1faf3d0-cdae-4bc3-bd7d-75bbf282582f will not be triggered until provisioned by entity L2. {{(pid=93110) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:07.567535 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.570648 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-0bcef8ba-1318-4e42-b4a8-77abffcb5866 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:07.649633 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4eba3-c68a-4f43-880e-a5f545b6143b None None] Pushing event updated for resources: {'Port': ['ID=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,revision_number=3']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:07.654110 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-e2d4eba3-c68a-4f43-880e-a5f545b6143b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:07.713746 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Attempting to bind port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f on host dv-cinder-794001-2-smb for vnic_type normal with profile {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:07.714453 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Attempting to bind port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f by drivers openvswitch,hyperv on host dv-cinder-794001-2-smb at level 0 using segments [{'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:07.714674 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Attempting to bind port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f on network 84a33479-062a-46fa-8051-65fde4f8e5c0 {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:07.723310 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Checking agent: {'id': '3c568e45-ce48-4316-a570-da4d9e00daa1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-794001-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 2, 2), 'started_at': datetime.datetime(2021, 6, 23, 14, 2, 32), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-794001-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:07.723708 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Checking segment: {'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:07.724136 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.724687 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Bound using segment: {'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'} {{(pid=93110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:07.725263 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.managers [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Bound port: e1faf3d0-cdae-4bc3-bd7d-75bbf282582f, host: dv-cinder-794001-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb05b1b6-4a17-4608-b5fa-0362fa427a49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0'}}] {{(pid=93110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:07.725656 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.796134 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] For port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f, host dv-cinder-794001-2-smb, cleared binding levels {{(pid=93110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:07.800641 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] For port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f, host dv-cinder-794001-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,segment=NetworkSegment(bb05b1b6-4a17-4608-b5fa-0362fa427a49),segment_id=bb05b1b6-4a17-4608-b5fa-0362fa427a49)] {{(pid=93110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:07.808915 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:07.812037 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:07.882859 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Routers {'3d0e3c5e-26c4-41ae-8d98-53f24f482612'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:07.883515 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:07.885672 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d4eba3-c68a-4f43-880e-a5f545b6143b None None] Pushing event updated for resources: {'Port': ['ID=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:07.890857 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-e2d4eba3-c68a-4f43-880e-a5f545b6143b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:08.027648 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] Set router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:08.366958 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:17:04Z', 'revision_number': 4, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port': {'id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:01Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'e1faf3d0-cdae-4bc3-bd7d-75bbf282582f', 'name': '', 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'mac_address': 'fa:16:3e:1e:4a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc1cbee-be6c-4f47-8bee-da4c944cd71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:03Z', 'updated_at': '2021-06-23T14:17:07Z', 'revision_number': 4, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'subnets': [{'id': '5fc1cbee-be6c-4f47-8bee-da4c944cd71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:08.397680 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f235e5-ce0c-4581-89c0-c3e584f57916 None None] The sync data for ids ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'] in dv-cinder-794001-2-smb is: [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:17:04Z', 'revision_number': 4, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port': {'id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:01Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': 'e1faf3d0-cdae-4bc3-bd7d-75bbf282582f', 'name': '', 'network_id': '84a33479-062a-46fa-8051-65fde4f8e5c0', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'mac_address': 'fa:16:3e:1e:4a:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': '5fc1cbee-be6c-4f47-8bee-da4c944cd71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:03Z', 'updated_at': '2021-06-23T14:17:07Z', 'revision_number': 4, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'subnets': [{'id': '5fc1cbee-be6c-4f47-8bee-da4c944cd71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:09.023733 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device e1faf3d0-cdae-4bc3-bd7d-75bbf282582f up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:09.076319 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning for port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:09.080706 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:09.081093 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.156205 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.192082 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] For port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,segment=NetworkSegment(bb05b1b6-4a17-4608-b5fa-0362fa427a49),segment_id=bb05b1b6-4a17-4608-b5fa-0362fa427a49)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:09.195907 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:09.197775 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:09.249633 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Pushing event updated for resources: {'Port': ['ID=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:09.253786 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:11.005331 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device e1faf3d0-cdae-4bc3-bd7d-75bbf282582f up at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:11.052115 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Provisioning complete for port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:11.052500 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:15.028554 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:17:22.461597 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-f5a386da-b9e9-4c95-85b9-5561e3bb8e16 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576535178&fields=id&tenant_id=8110fe7f170248b0bc075a1c1df5342e HTTP/1.1" status: 200 len: 267 time: 0.0581968 Jun 23 14:17:22.624325 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-7e9e6872-d8f4-49c3-843a-bf572182f91f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:22.625941 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-7e9e6872-d8f4-49c3-843a-bf572182f91f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 809 time: 0.1577790 Jun 23 14:17:22.643409 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-c6904f06-eb1a-4b08-87e0-bdafbcb350fc tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/quotas/8110fe7f170248b0bc075a1c1df5342e HTTP/1.1" status: 200 len: 375 time: 0.0111361 Jun 23 14:17:22.720953 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-34ce4676-6882-4821-b89c-3099adf534d2 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0716457 Jun 23 14:17:23.024175 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-3fc100f7-6cde-423f-96ae-fc13a34bfdb9 service neutron] 10.222.0.16 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915032 Jun 23 14:17:23.165574 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-1ff38b78-c2f4-4ca7-8390-f3ad7c8ae1b0 service neutron] 10.222.0.16 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338916 Jun 23 14:17:23.397164 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eadf88-9c29-4504-a66a-759298507843 req-260602f6-e1f0-4cdd-a421-ba4265bc801a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:23.399908 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-03eadf88-9c29-4504-a66a-759298507843 req-260602f6-e1f0-4cdd-a421-ba4265bc801a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 946 time: 0.0887828 Jun 23 14:17:23.462569 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-03eadf88-9c29-4504-a66a-759298507843 req-478614b1-7a15-492c-8e3a-9b4f9552f6b8 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557573 Jun 23 14:17:23.616817 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-631fcbba-024d-4b12-a209-fd1ec38ac9d9 req-b080eb90-3529-4ba8-8d6e-6f9f93dce1a4 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 210 time: 0.0508282 Jun 23 14:17:24.705086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2214a29-1408-45d4-95bf-2f4a528351b4 req-08bffaa0-7882-440c-9ddf-32a88367f255 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:24.707668 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a2214a29-1408-45d4-95bf-2f4a528351b4 req-08bffaa0-7882-440c-9ddf-32a88367f255 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 946 time: 0.0984251 Jun 23 14:17:24.831965 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-cad4f098-3530-40ad-af5e-df9deb3eae87 req-831862a6-e94d-42e4-888e-339624d4e6fd tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 210 time: 0.0787809 Jun 23 14:17:24.850384 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-314fcbd6-cf07-4f8b-a355-40cce70494ef tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:24.852027 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-314fcbd6-cf07-4f8b-a355-40cce70494ef tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 946 time: 0.0804524 Jun 23 14:17:24.855887 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a2214a29-1408-45d4-95bf-2f4a528351b4 req-f55c3778-c8d4-4d59-8c86-31d9603c5237 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups?id=56206efb-95b1-4201-a663-f8b0d781517d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273754 Jun 23 14:17:24.899107 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-ee43ddc4-97df-41c3-a2cf-32a80d45d046 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:24.900707 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-ee43ddc4-97df-41c3-a2cf-32a80d45d046 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 809 time: 0.1831114 Jun 23 14:17:24.948785 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-34219103-5c42-4bf6-962c-85f76bdd7e4a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.42 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8110fe7f170248b0bc075a1c1df5342e HTTP/1.1" status: 200 len: 379 time: 0.0381167 Jun 23 14:17:24.958459 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'port': {'device_id': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'admin_state_up': True, 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'security_groups': ['a88c1d8f-2bec-44a3-8e4d-94528945796e']}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:24.969298 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Deleting port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:24.969643 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.066453 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] For port 5ea8807a-5f1d-406c-94ec-5aa062be79e7, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=5ea8807a-5f1d-406c-94ec-5aa062be79e7,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:25.066822 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.072152 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Made reservation on behalf of 8110fe7f170248b0bc075a1c1df5342e for: {'port': 1} {{(pid=93109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jun 23 14:17:25.076277 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.217835 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_common [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Allocated IP 172.20.0.12 (cc6c3f83-2023-40ce-81a0-fe7fae43c2a5/dfb525ab-6830-4013-a23d-2085d9c15863/4671e5f9-cdc8-4805-a340-1dcb7ed3f245) {{(pid=93109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:25.262799 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.263185 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.263506 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.l3_db [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Floating IP edd7a995-5e57-4b61-8c71-75fd33bdddf8 disassociated. External IP: 172.28.2.37, port: 5ea8807a-5f1d-406c-94ec-5aa062be79e7. Jun 23 14:17:25.264053 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Calling delete_port for 5ea8807a-5f1d-406c-94ec-5aa062be79e7 owned by compute:nova {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:25.372030 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for port, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.413198 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.413451 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Transition to ACTIVE for port object 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 will not be triggered until provisioned by entity DHCP. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:25.417086 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ceb9bcc3-de27-4cb7-b94b-e3b0eabe412d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:25.441670 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event deleted for resources: {'Port': ['ID=5ea8807a-5f1d-406c-94ec-5aa062be79e7,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:25.445163 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:25.450610 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-62312137'] for port, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.458336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-06f90413-5931-41fb-ae7f-609b9ba08524 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:25.495817 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 is already hosted by enough agents. {{(pid=93109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:25.504390 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.base_scheduler [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Resources bound (agent type, host, resource id): {{(pid=93109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:25.506946 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Received port after_create {{(pid=93109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:25.542674 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:25.555083 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.555463 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.555835 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.556205 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.556574 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.556929 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.557289 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.557649 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.558031 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.558393 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.558751 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.559110 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:25.564438 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:25.566210 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Router 481603ff-b622-479b-9a1f-39ed19fac289 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:25.587919 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:25.588585 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.605025 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-8176fda4-e816-41c1-b392-c2b18acc5099 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6506276 Jun 23 14:17:25.620243 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.v2.base [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Request body: {'port': {'device_id': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79400'}} {{(pid=93109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:25.690504 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:25.705069 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] Sync routers for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:25.725386 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:25.726258 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:25.730744 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.737100 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] No DVR routers for this DVR port 5ea8807a-5f1d-406c-94ec-5aa062be79e7 on host hv-cinder-79400 {{(pid=93108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:25.739875 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.742052 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-53d55902-ffeb-44fb-889f-aabcf28e16c7 req-419b6ab5-a98c-495a-a492-86211fc85774 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.42 "DELETE /v2.0/ports/5ea8807a-5f1d-406c-94ec-5aa062be79e7 HTTP/1.1" status: 204 len: 173 time: 0.8778012 Jun 23 14:17:25.742595 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-deleted', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:25.744939 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d155d7-e0cc-4ee3-b15a-e8fc50f1e548" -d '{"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-deleted", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:25.809168 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5178948e-6092-4976-8cfb-dfe87fb5f86e x-openstack-request-id: req-5178948e-6092-4976-8cfb-dfe87fb5f86e {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:25.810269 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df3fe5da-7bd9-4228-9058-a9934f3744a3", "name": "network-vif-deleted", "tag": "5ea8807a-5f1d-406c-94ec-5aa062be79e7", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:25.810923 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5178948e-6092-4976-8cfb-dfe87fb5f86e {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:25.811586 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3fe5da-7bd9-4228-9058-a9934f3744a3', 'name': 'network-vif-deleted', 'tag': '5ea8807a-5f1d-406c-94ec-5aa062be79e7', 'status': 'completed', 'code': 200} Jun 23 14:17:25.834971 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-38725cde-805d-4485-a312-0439b6551b74 None None] Provisioning for port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 completed by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:25.839813 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-38725cde-805d-4485-a312-0439b6551b74 None None] Provisioning complete for port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 triggered by entity DHCP. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:25.840193 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-38725cde-805d-4485-a312-0439b6551b74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:25.866060 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:25.900098 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-38725cde-805d-4485-a312-0439b6551b74 None None] Port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 cannot update to ACTIVE because it is not bound. {{(pid=93110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jun 23 14:17:26.120842 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.149445 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] Checking router: 481603ff-b622-479b-9a1f-39ed19fac289 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:26.157410 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-eee39489-c65d-43dd-b26d-f145b000f4ee req-12942a9b-bb21-4670-9893-b11c3b021030 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/ports?device_id=df3fe5da-7bd9-4228-9058-a9934f3744a3 HTTP/1.1" status: 200 len: 210 time: 0.0701993 Jun 23 14:17:26.168748 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:26.169720 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.245844 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5198346e-3e71-4404-8387-70a23cf963e3 req-1b6df971-b300-47e8-aab0-e08149278445 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.247357 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5198346e-3e71-4404-8387-70a23cf963e3 req-1b6df971-b300-47e8-aab0-e08149278445 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 932 time: 0.1584575 Jun 23 14:17:26.249559 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 {{(pid=93109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:26.264004 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.290651 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.provisioning_blocks [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Transition to ACTIVE for port object 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 will not be triggered until provisioned by entity L2. {{(pid=93109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jun 23 14:17:26.298163 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.302146 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-81943e57-5900-44b0-832a-058566aa1afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:26.314334 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5198346e-3e71-4404-8387-70a23cf963e3 req-7939db6c-235d-49b3-a0bc-3aee8b6930ff tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596125 Jun 23 14:17:26.370635 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:26.370806 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=2']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:26.375923 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:26.462109 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Attempting to bind port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 on host hv-cinder-79400 for vnic_type normal with profile {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jun 23 14:17:26.462606 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Attempting to bind port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 by drivers openvswitch,hyperv on host hv-cinder-79400 at level 0 using segments [{'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jun 23 14:17:26.463001 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Attempting to bind port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 on network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:26.467863 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 on network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79400 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jun 23 14:17:26.468294 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Attempting to bind port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 on network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jun 23 14:17:26.476311 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Checking agent: {'id': '72ecc834-caa7-407e-b8a3-e20eb7bf6e9f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79400', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'started_at': datetime.datetime(2021, 6, 23, 14, 8, 7), 'heartbeat_timestamp': datetime.datetime(2021, 6, 23, 14, 17, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jun 23 14:17:26.476825 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Checking segment: {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jun 23 14:17:26.477274 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Bound using segment: {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'} {{(pid=93109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jun 23 14:17:26.477889 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.managers [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Bound port: 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host: hv-cinder-79400, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8a6f871-b740-4023-b6ad-dfbb496bc671', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5'}}] {{(pid=93109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jun 23 14:17:26.478589 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.558336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, cleared binding levels {{(pid=93109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jun 23 14:17:26.561709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jun 23 14:17:26.567391 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-62312155'] for port, after_update {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.572704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c53973c4-4731-469d-9d27-555d051814b1 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:26.610876 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:26.613608 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.614495 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:26.616107 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] 10.222.0.42 "PUT /v2.0/ports/4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 1094 time: 1.0027840 Jun 23 14:17:26.625825 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:26.628501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38781998-53bd-45b6-b718-0b56aba7c7b4" -d '{"events": [{"name": "network-changed", "server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:26.652923 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d89f331-f503-4bdc-8aee-cb8e94adfb46 None None] The sync data for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb is: [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:10:08Z', 'revision_number': 4, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '1dd848a6-02f4-4fc5-8732-f2d0b15b1646', 'name': '', 'network_id': 'a57beefe-a027-4a2b-ab6d-43734a758495', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'mac_address': 'fa:16:3e:4e:45:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:10:05Z', 'updated_at': '2021-06-23T14:10:17Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'subnets': [{'id': '6e6291dd-de46-439b-8c66-d703e5a183ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:26.657683 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=3']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:26.669099 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-70ab8c6b-c70b-4198-a795-3513d3506bad service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:26.717882 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea4614d-88de-4cd2-a9d1-de544e3bca8c x-openstack-request-id: req-5ea4614d-88de-4cd2-a9d1-de544e3bca8c {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:26.718301 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:26.719314 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-5ea4614d-88de-4cd2-a9d1-de544e3bca8c {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:26.720083 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'status': 'completed', 'code': 200} Jun 23 14:17:26.749892 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-31b5c5d8-da99-47a1-9309-a60759a103ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.751865 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-31b5c5d8-da99-47a1-9309-a60759a103ce service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1097 time: 0.0690501 Jun 23 14:17:26.799397 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-f0d0b0ca-fcf9-4abe-bfaa-a09de1bc21c6 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 217 time: 0.0397658 Jun 23 14:17:26.854786 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-641f88ba-e594-44c2-bf8d-99dc3fef22b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.856300 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-641f88ba-e594-44c2-bf8d-99dc3fef22b6 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0495954 Jun 23 14:17:26.905153 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a4589f5-c06a-45ce-a64d-4a5065d29366 None None] New status for floating IP edd7a995-5e57-4b61-8c71-75fd33bdddf8: DOWN {{(pid=93110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:26.920880 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-f0e4ddb7-ec56-43a6-9277-13c6423ebebb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:26.922525 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-f0e4ddb7-ec56-43a6-9277-13c6423ebebb service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0586362 Jun 23 14:17:27.021776 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-0247f734-9059-44ed-9a7d-9b1e5a939b80 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912445 Jun 23 14:17:27.113138 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-d11386ad-283d-49dd-bc2a-e5fdd38c75b4 req-330f384a-1ff3-4b5f-94dc-5fac7ce62a0c service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845544 Jun 23 14:17:27.227823 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-0ca8ee2b-d9d8-48d1-9560-d729e688d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:27.229378 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-0ca8ee2b-d9d8-48d1-9560-d729e688d73f service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1097 time: 0.0607977 Jun 23 14:17:27.297557 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55100) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:27.327143 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-4c49c512-1142-4540-b4d8-51789e3d0416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:27.328711 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-4c49c512-1142-4540-b4d8-51789e3d0416 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.0928555 Jun 23 14:17:27.368654 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82fd9e95-0e5a-4540-bde8-dbcbac26b65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.377086 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-62b9b5e6-132a-4935-9b2c-6d542cf59002 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 217 time: 0.0403621 Jun 23 14:17:27.395804 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82fd9e95-0e5a-4540-bde8-dbcbac26b65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.436066 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-6ed82545-0c1c-40b0-b3ab-e7221c06703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:27.438195 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-6ed82545-0c1c-40b0-b3ab-e7221c06703a service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0531545 Jun 23 14:17:27.454974 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82fd9e95-0e5a-4540-bde8-dbcbac26b65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.457770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-82fd9e95-0e5a-4540-bde8-dbcbac26b65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.459565 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-82fd9e95-0e5a-4540-bde8-dbcbac26b65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "DELETE /v2.0/security-groups/56206efb-95b1-4201-a663-f8b0d781517d HTTP/1.1" status: 204 len: 168 time: 0.1609735 Jun 23 14:17:27.460454 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-561a671b-e040-4798-96b9-0cf38a5f15ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.463521 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55104) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:27.481695 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.api.v2.resource [None req-0f201b6b-67b7-412b-b9c2-97aee4151b5f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] show failed (client error): The resource could not be found. Jun 23 14:17:27.482821 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-0f201b6b-67b7-412b-b9c2-97aee4151b5f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "GET /v2.0/security-groups/56206efb-95b1-4201-a663-f8b0d781517d HTTP/1.1" status: 404 len: 347 time: 0.0184183 Jun 23 14:17:27.484071 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd9e95-0e5a-4540-bde8-dbcbac26b65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56206efb-95b1-4201-a663-f8b0d781517d,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.487636 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-82fd9e95-0e5a-4540-bde8-dbcbac26b65a tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.488326 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55106) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:27.537268 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-425716a6-dee9-4d2e-8aab-d96591095176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:27.538656 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-425716a6-dee9-4d2e-8aab-d96591095176 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0925596 Jun 23 14:17:27.545767 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba022435-e9c4-48eb-a7ab-15f685b0ea1f req-7523e70f-1cb4-4cec-abf0-20850551809e tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:27.547924 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ba022435-e9c4-48eb-a7ab-15f685b0ea1f req-7523e70f-1cb4-4cec-abf0-20850551809e tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 944 time: 0.1146748 Jun 23 14:17:27.619056 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Deleting port 703f135f-bd59-48d5-9268-75501a3c090b {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:27.619424 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.634533 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-ba022435-e9c4-48eb-a7ab-15f685b0ea1f req-3a3a58b3-b412-4b64-ae47-e6476f2449de tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786090 Jun 23 14:17:27.668663 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-d36f3413-53c0-418f-adf5-34799daf5ffc service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197948 Jun 23 14:17:27.692916 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.693240 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.705481 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Calling delete_port for 703f135f-bd59-48d5-9268-75501a3c090b owned by network:floatingip {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:27.767689 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-38781998-53bd-45b6-b718-0b56aba7c7b4 req-5b9f6c6c-84dd-47c3-b2e7-4615db031e7c service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875902 Jun 23 14:17:27.838632 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.841538 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1f3bbad6-a1c4-495b-b92e-0895081d063c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:27.867613 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Pushing event deleted for resources: {'Port': ['ID=703f135f-bd59-48d5-9268-75501a3c090b,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:27.870960 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:27.928751 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks [] for floatingip, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.931379 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:27.932526 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] 10.222.0.16 "DELETE /v2.0/floatingips/edd7a995-5e57-4b61-8c71-75fd33bdddf8 HTTP/1.1" status: 204 len: 168 time: 0.4430621 Jun 23 14:17:28.808215 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8deec-d1f7-4f54-b513-4086bd11c7d7 req-e9d0df46-49f0-4ccb-a707-4ab9a69294c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:28.809581 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-96d8deec-d1f7-4f54-b513-4086bd11c7d7 req-e9d0df46-49f0-4ccb-a707-4ab9a69294c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 944 time: 0.0622277 Jun 23 14:17:28.846973 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-96d8deec-d1f7-4f54-b513-4086bd11c7d7 req-2b785d72-fa1d-4588-98bd-a18daafb482a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310514 Jun 23 14:17:29.525831 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-30ca8659-611c-46e5-ba4e-484876b46bf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.806853 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:17:29.808983 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:29.833778 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 5ea8807a-5f1d-406c-94ec-5aa062be79e7 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:29.834154 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 5ea8807a-5f1d-406c-94ec-5aa062be79e7 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:29.926522 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:29.938194 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'port_id': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'mac_address': 'fa:16:3e:c9:a7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:17:29.976835 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:29.990990 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:17:30.025074 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:30.029667 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e62773e-4d29-4aa3-93bc-063d24f1c8d4 req-5d81abcb-e492-49b7-9146-5db4f8317227 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:30.030311 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:30.031309 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8e62773e-4d29-4aa3-93bc-063d24f1c8d4 req-5d81abcb-e492-49b7-9146-5db4f8317227 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 944 time: 0.0740368 Jun 23 14:17:30.032714 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-615490d5-b6ec-4c11-95f0-b37816ecda0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:30.077380 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8e62773e-4d29-4aa3-93bc-063d24f1c8d4 req-15260c1c-a657-403f-bd5f-fb27c835478e tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398550 Jun 23 14:17:30.082834 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=4']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:30.092653 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.093002 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.093479 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.093739 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.094269 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.094515 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.094923 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.095260 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.095587 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.095909 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.096233 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.096550 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:17:30.103690 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:30.239327 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4671e5f9-cdc8-4805-a340-1dcb7ed3f245'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:17:30.504692 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55132) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:31.291552 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380926'] for router_interface, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.350584 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85639f1-65e2-40da-94b0-80bf0edbb737 req-34ccb700-0f69-4858-9795-1cc005c28f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:31.352271 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a85639f1-65e2-40da-94b0-80bf0edbb737 req-34ccb700-0f69-4858-9795-1cc005c28f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 945 time: 0.0822761 Jun 23 14:17:31.400876 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a85639f1-65e2-40da-94b0-80bf0edbb737 req-c392728d-d8ae-40e7-8a28-eb3aaa69cfed tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379319 Jun 23 14:17:31.601501 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Deleting port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:31.602165 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.689355 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] For port 1dd848a6-02f4-4fc5-8732-f2d0b15b1646, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:31.689775 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.704792 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Calling delete_port for 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 owned by network:router_interface {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:31.820100 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:17:31.876828 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning for port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 completed by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jun 23 14:17:31.880874 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:17:31.881269 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.969239 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.982204 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:31.987673 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a7a1b8a3-d1a0-42ce-945f-be8d8f4d014f tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:31.997565 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:32.000862 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8be85eb-300c-4afd-9dbf-ff9b006a86ed" -d '{"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-plugged", "status": "completed", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:32.024991 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:32.032000 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.033646 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Pushing event deleted for resources: {'Port': ['ID=1dd848a6-02f4-4fc5-8732-f2d0b15b1646,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.038386 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:32.040785 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.083857 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0325bf12-3c03-4b2c-85db-71dc01ceeb46 x-openstack-request-id: req-0325bf12-3c03-4b2c-85db-71dc01ceeb46 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:32.084305 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-plugged", "status": "completed", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:32.084721 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-0325bf12-3c03-4b2c-85db-71dc01ceeb46 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:32.085346 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'code': 200} Jun 23 14:17:32.132639 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=5']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:32.138620 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:32.195605 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-c99bb202-7f2f-4a2a-a610-d32fc1bf3b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.259662 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.348736 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673806'] for router_interface, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:32.423028 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa68200b-86ac-4acc-af6b-3e4859c4f4c4 req-5285808c-e5ab-4683-895c-30a78068c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:32.424741 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fa68200b-86ac-4acc-af6b-3e4859c4f4c4 req-5285808c-e5ab-4683-895c-30a78068c804 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0635667 Jun 23 14:17:32.478871 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-fa68200b-86ac-4acc-af6b-3e4859c4f4c4 req-ef7ac7f0-30e1-4dfb-b9cc-863f3e72e7a1 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470142 Jun 23 14:17:32.662293 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Router 481603ff-b622-479b-9a1f-39ed19fac289 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:32.715979 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46c746e-f641-40db-867a-810fd7247a15 req-805d1954-1828-4252-b988-a39eaa40c522 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:32.719970 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a46c746e-f641-40db-867a-810fd7247a15 req-805d1954-1828-4252-b988-a39eaa40c522 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.1172976 Jun 23 14:17:32.817349 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:32.828334 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-1b830e0d-09a9-4aa8-bb8f-d2f346c49362 admin admin] 10.222.0.16 "PUT /v2.0/routers/481603ff-b622-479b-9a1f-39ed19fac289/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3175604 Jun 23 14:17:32.828334 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55142) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:32.833017 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] Sync routers for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:32.849047 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:32.850134 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:33.038786 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks [] for router, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.047279 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:33.109723 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a46c746e-f641-40db-867a-810fd7247a15 req-c9e296eb-4e3a-4e52-99bd-a7cc5961effe tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3828497 Jun 23 14:17:33.216218 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.249250 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.306844 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Deleting port b028b34a-12f5-4518-9c82-81edf0bba0be {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:33.307198 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.378673 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80'}], 'enable_snat': True}, 'gw_port_id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:17:31Z', 'revision_number': 5, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port': {'id': 'b028b34a-12f5-4518-9c82-81edf0bba0be', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:65:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '481603ff-b622-479b-9a1f-39ed19fac289', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:09:55Z', 'updated_at': '2021-06-23T14:10:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:33.415240 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] For port b028b34a-12f5-4518-9c82-81edf0bba0be, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=b028b34a-12f5-4518-9c82-81edf0bba0be,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:33.415589 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.425466 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] Checking router: 481603ff-b622-479b-9a1f-39ed19fac289 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:33.430687 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Calling delete_port for b028b34a-12f5-4518-9c82-81edf0bba0be owned by network:router_gateway {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:33.440305 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] Routers {'481603ff-b622-479b-9a1f-39ed19fac289'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:33.441355 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['481603ff-b622-479b-9a1f-39ed19fac289'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:33.571722 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] Set router 481603ff-b622-479b-9a1f-39ed19fac289 gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:33.631311 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:17:33Z', 'revision_number': 6, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port_host': None}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:33.661337 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-047be755-70ba-44f8-b7d3-1ec764f1f3fd None None] The sync data for ids ['481603ff-b622-479b-9a1f-39ed19fac289'] in dv-cinder-794001-2-smb is: [{'id': '481603ff-b622-479b-9a1f-39ed19fac289', 'name': 'tempest-AttachVolumeShelveTestJSON-1925264231-router', 'tenant_id': 'facc82c267cf4f07a9535bf38ae46c61', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:09:52Z', 'updated_at': '2021-06-23T14:17:33Z', 'revision_number': 6, 'project_id': 'facc82c267cf4f07a9535bf38ae46c61', 'gw_port_host': None}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:33.661643 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.667283 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-53f01159-1e80-4dc9-b743-d6b5b88c5c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:33.720195 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Pushing event deleted for resources: {'Port': ['ID=b028b34a-12f5-4518-9c82-81edf0bba0be,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:33.725232 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:33.786754 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675739'] for router_gateway, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.889465 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28234'] for router, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.892175 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.944625 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674805'] for router, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.945420 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 481603ff-b622-479b-9a1f-39ed19fac289 {{(pid=93108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:17:33.952082 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:33.954188 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c3d64639-831d-42bc-a466-20ec1c6b9d87 admin admin] 10.222.0.16 "DELETE /v2.0/routers/481603ff-b622-479b-9a1f-39ed19fac289 HTTP/1.1" status: 204 len: 168 time: 1.1253920 Jun 23 14:17:33.957057 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55144) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:34.009225 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_v2 [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Deleting subnet 6e6291dd-de46-439b-8c66-d703e5a183ff {{(pid=93108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:17:34.013276 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.058858 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65330286'] for subnet, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.175141 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.266738 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65168661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66149441'] for subnet, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.270542 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.309494 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e6291dd-de46-439b-8c66-d703e5a183ff,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.313046 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.321085 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.326782 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-b33ef0fd-d993-4518-bf56-eed3403e2e6c admin admin] 10.222.0.16 "DELETE /v2.0/subnets/6e6291dd-de46-439b-8c66-d703e5a183ff HTTP/1.1" status: 204 len: 168 time: 0.3652194 Jun 23 14:17:34.327253 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55148) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:34.332529 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-448f8892-6584-43a4-9ca7-ab9e69d99ef8 None None] Network a57beefe-a027-4a2b-ab6d-43734a758495 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:17:34.433950 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.481156 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2333b604-6512-43b9-a421-35318c7ea13f req-93486e60-f622-43c4-864b-e1191127a1f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:34.482692 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2333b604-6512-43b9-a421-35318c7ea13f req-93486e60-f622-43c4-864b-e1191127a1f7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.1569953 Jun 23 14:17:34.548807 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-2333b604-6512-43b9-a421-35318c7ea13f req-bc9fa0c7-88b2-4da4-867c-b3cb644ce87f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544832 Jun 23 14:17:34.554019 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Deleting port a0eef070-cf65-4e0e-afac-92c6eac45ecf {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:34.554019 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.586242 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] DHCP port deletion for a57beefe-a027-4a2b-ab6d-43734a758495 request from dv-cinder-794001-2-smb {{(pid=93110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:17:34.650208 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] Deleting port a0eef070-cf65-4e0e-afac-92c6eac45ecf {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:17:34.650595 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.672927 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] For port a0eef070-cf65-4e0e-afac-92c6eac45ecf, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a0eef070-cf65-4e0e-afac-92c6eac45ecf,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:34.673789 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.693592 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Calling delete_port for a0eef070-cf65-4e0e-afac-92c6eac45ecf owned by network:dhcp {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:34.757172 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] For port a0eef070-cf65-4e0e-afac-92c6eac45ecf, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=a0eef070-cf65-4e0e-afac-92c6eac45ecf,segment=NetworkSegment(4948e8a2-d1bf-431a-b618-b2f07514f95e),segment_id=4948e8a2-d1bf-431a-b618-b2f07514f95e)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:17:34.757828 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.780161 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] Calling delete_port for a0eef070-cf65-4e0e-afac-92c6eac45ecf owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:17:34.839559 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.850698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8c8acd75-040c-4ea5-b25f-10442113907f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.856539 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] No DVR routers for this DVR port a0eef070-cf65-4e0e-afac-92c6eac45ecf on host dv-cinder-794001-2-smb {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:34.924163 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0eef070-cf65-4e0e-afac-92c6eac45ecf,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:34.935354 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:34.940523 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-697ba557-7515-4926-a849-f9ac87c9cca1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:34.941339 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:34.995935 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] Pushing event deleted for resources: {'Port': ['ID=a0eef070-cf65-4e0e-afac-92c6eac45ecf,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:35.001228 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] No DVR routers for this DVR port a0eef070-cf65-4e0e-afac-92c6eac45ecf on host dv-cinder-794001-2-smb {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:17:35.003063 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a6ec3-343a-40cf-b522-21b63d722dea req-51d81e96-9325-48b7-8013-e8388413b30b tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:35.004781 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b0a6ec3-343a-40cf-b522-21b63d722dea req-51d81e96-9325-48b7-8013-e8388413b30b tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.2178593 Jun 23 14:17:35.006659 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.021327 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a57beefe-a027-4a2b-ab6d-43734a758495']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:35.022088 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-464df9e1-cbab-40cd-b651-2dd0dd6cd5a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:35.040493 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.052105 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4948e8a2-d1bf-431a-b618-b2f07514f95e') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:35.052488 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4948e8a2-d1bf-431a-b618-b2f07514f95e') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:35.067444 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61746094'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.096437 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:35.102253 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9b0a6ec3-343a-40cf-b522-21b63d722dea req-4d01feb8-659d-49ff-885b-2794944f2695 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830340 Jun 23 14:17:35.107658 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.116785 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:17:35.117439 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62311943'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: conditions |= (models_v2.Port.network_id.in_( Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: Traceback (most recent call last): Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: timer() Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: cb(*args, **kw) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: return func(*args, **kwargs) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: self._notify() Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: self.callback(batched_events) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: event.method(event) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: return f(self, *a, **k) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: return self._get(url).json() Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:17:35.119667 dv-cinder-794001-2-smb neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:17:35.128517 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:35.129021 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 1dd848a6-02f4-4fc5-8732-f2d0b15b1646 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:35.130016 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a0eef070-cf65-4e0e-afac-92c6eac45ecf no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:35.158580 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: a0eef070-cf65-4e0e-afac-92c6eac45ecf {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:35.158923 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55152) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:35.159092 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device a0eef070-cf65-4e0e-afac-92c6eac45ecf not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:35.159374 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b028b34a-12f5-4518-9c82-81edf0bba0be no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:17:35.178557 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: b028b34a-12f5-4518-9c82-81edf0bba0be {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:17:35.178920 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device b028b34a-12f5-4518-9c82-81edf0bba0be not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:17:35.235399 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.240792 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-4961cb31-897b-4ef0-9096-3a23816e004e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:35.244309 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.250175 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] 10.222.0.16 "DELETE /v2.0/networks/a57beefe-a027-4a2b-ab6d-43734a758495 HTTP/1.1" status: 204 len: 168 time: 0.9213488 Jun 23 14:17:35.270288 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Pushing event deleted for resources: {'Network': ['ID=a57beefe-a027-4a2b-ab6d-43734a758495,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:35.275260 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d938a7bf-3b03-4c80-815c-360e160c3e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:35.355210 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b5ea14-78ca-4752-bd11-d1461397874a tempest-TestShelveInstance-834427703 tempest-TestShelveInstance-834427703-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:35.357708 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-75b5ea14-78ca-4752-bd11-d1461397874a tempest-TestShelveInstance-834427703 tempest-TestShelveInstance-834427703-project-admin] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1094 time: 0.1529765 Jun 23 14:17:35.361651 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55158) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:35.369488 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.v2.base [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Request body: {'floatingip': {'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'port_id': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jun 23 14:17:35.402437 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for floatingip, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.430622 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55160) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:35.481860 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-88e074e8-6acc-4e73-893f-02ccaaf6a1c1 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=facc82c267cf4f07a9535bf38ae46c61&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0497873 Jun 23 14:17:35.485926 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55162) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:35.527512 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_before_create-3829232'] for port, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.553760 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d547-9dc0-4819-b6de-9abccb6ed974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.587204 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d547-9dc0-4819-b6de-9abccb6ed974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.655306 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d547-9dc0-4819-b6de-9abccb6ed974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.658806 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6fe3d547-9dc0-4819-b6de-9abccb6ed974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.660004 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-6fe3d547-9dc0-4819-b6de-9abccb6ed974 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/5bcd7275-850b-4a9a-a8f8-2ce0519a37cc HTTP/1.1" status: 204 len: 168 time: 0.1731007 Jun 23 14:17:35.660849 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5e820a1c-3627-441e-acfb-c484dcef3316 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:35.673400 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe3d547-9dc0-4819-b6de-9abccb6ed974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bcd7275-850b-4a9a-a8f8-2ce0519a37cc,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:35.676675 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6fe3d547-9dc0-4819-b6de-9abccb6ed974 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:35.702207 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_common [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Allocated IP 172.28.2.164 (0f871f41-e5cc-45bf-8659-f09581c7fbbc/f0b00912-e13b-40e7-adb6-b916b3bac902/26d77e6a-db6b-44d2-8ebb-b51e807dec7c) {{(pid=93108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jun 23 14:17:35.837817 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for port, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.902357 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-3829175', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-992656', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8781967761318', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-65168710'] for port, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:35.904907 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-74aa4685-e94d-46e1-9de4-0204f08ddc4d tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:35.953475 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Network 0f871f41-e5cc-45bf-8659-f09581c7fbbc is already hosted by enough agents. {{(pid=93108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jun 23 14:17:35.957546 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.base_scheduler [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Resources bound (agent type, host, resource id): {{(pid=93108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jun 23 14:17:35.962721 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Received port after_create {{(pid=93108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jun 23 14:17:35.970474 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'Port': ['ID=26d77e6a-db6b-44d2-8ebb-b51e807dec7c,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:35.997205 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:36.490072 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.606393 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.805692 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for port, precommit_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.811558 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-65168724'] for port, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:36.815146 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-38a0fe65-ff3a-4250-947f-7674bff47137 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:36.887790 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event updated for resources: {'Port': ['ID=26d77e6a-db6b-44d2-8ebb-b51e807dec7c,revision_number=2']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:36.894644 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:36.902899 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-675704'] for floatingip, after_update {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.054966 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.db.l3_db [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Floating IP 84224968-8189-448c-8d1b-73f69c497756 associated. External IP: 172.28.2.164, port: 4671e5f9-cdc8-4805-a340-1dcb7ed3f245. Jun 23 14:17:37.140369 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.610896 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Router 256b2d17-0c31-4f23-ae5f-01e78c499da3 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:17:37.731019 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:17:37.743524 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] Sync routers for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:17:37.753789 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:37.756961 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:37.757679 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:37.801580 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-638f383e-faa1-4924-a978-6395f2e4adf7 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4384336 Jun 23 14:17:37.802665 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245'}] {{(pid=93108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:17:37.805455 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e802738d3a4657563473d30b130658563db4f4854757062bce8d5ed04a481012" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1" -d '{"events": [{"name": "network-changed", "server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245"}]}' {{(pid=93108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:17:37.861859 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:17:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b5d2362-74ed-4144-97db-804526601193 x-openstack-request-id: req-2b5d2362-74ed-4144-97db-804526601193 {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:17:37.862407 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245", "status": "completed", "code": 200}]} {{(pid=93108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:17:37.862869 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-2b5d2362-74ed-4144-97db-804526601193 {{(pid=93108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:17:37.863544 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'status': 'completed', 'code': 200} Jun 23 14:17:37.895446 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:37.947442 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-64432b64-335e-467e-af86-6dbec4d8bd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:37.949205 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-64432b64-335e-467e-af86-6dbec4d8bd99 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0624440 Jun 23 14:17:38.069701 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-6b2d2a59-9e85-4aaa-9558-fbe447f84fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:38.071242 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-6b2d2a59-9e85-4aaa-9558-fbe447f84fe8 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.1148741 Jun 23 14:17:38.147158 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-ce70699a-bcc5-4e02-82d6-56b384afaea7 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 1000 time: 0.0682361 Jun 23 14:17:38.165765 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '84224968-8189-448c-8d1b-73f69c497756', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'floating_ip_address': '172.28.2.164', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'port_id': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'mac_address': 'fa:16:3e:c9:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:36Z', 'updated_at': '2021-06-23T14:17:36Z', 'revision_number': 0, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 5, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:38.210531 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] Checking router: 256b2d17-0c31-4f23-ae5f-01e78c499da3 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:17:38.222613 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:17:38.223209 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-daee6bb6-bf33-4714-8fad-079663a19324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:38.223407 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:17:32Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:38.225120 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-daee6bb6-bf33-4714-8fad-079663a19324 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0708280 Jun 23 14:17:38.295277 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-262dbbcb-e62a-4388-a863-ed33b7310d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:17:38.296857 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-262dbbcb-e62a-4388-a863-ed33b7310d60 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0653365 Jun 23 14:17:38.378754 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:17:38.441957 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-d4b9dd20-dc6b-4e37-a04e-14c589c5c1d7 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364596 Jun 23 14:17:38.610981 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-6924ec3c-f67a-4f3a-9d83-9d2bc22291a1 req-046c1596-7bc6-48f9-b0d8-3fe454683266 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621003 Jun 23 14:17:38.906481 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '84224968-8189-448c-8d1b-73f69c497756', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'floating_ip_address': '172.28.2.164', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'port_id': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'mac_address': 'fa:16:3e:c9:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:36Z', 'updated_at': '2021-06-23T14:17:36Z', 'revision_number': 0, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 5, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:17:38.932837 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4001594-d318-49eb-9c8d-77287becd81d None None] The sync data for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb is: [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_floatingips': [{'id': '84224968-8189-448c-8d1b-73f69c497756', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'floating_ip_address': '172.28.2.164', 'floating_network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'router_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'port_id': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 621, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'mac_address': 'fa:16:3e:c9:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-23T14:17:36Z', 'updated_at': '2021-06-23T14:17:36Z', 'revision_number': 0, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 5, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:17:39.174070 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a849e86-32f3-414b-94f0-4f96fcfdb5d1 None None] New status for floating IP 84224968-8189-448c-8d1b-73f69c497756: ACTIVE {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:17:46.191270 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55282) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:46.309238 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-718926bd-9aa2-4564-bca4-cfa3cbbf5483 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.464704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-718926bd-9aa2-4564-bca4-cfa3cbbf5483 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.470218 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-718926bd-9aa2-4564-bca4-cfa3cbbf5483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.473321 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ec34893e-7482-4d1d-acd7-16f1c80a9daf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:46.508865 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718926bd-9aa2-4564-bca4-cfa3cbbf5483 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80d0b78e-520e-4c1e-8f66-c529ea742b21,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:46.513175 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-718926bd-9aa2-4564-bca4-cfa3cbbf5483 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=cbbfef633f384977b6f53cee94b14b5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3204958 Jun 23 14:17:46.514167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-718926bd-9aa2-4564-bca4-cfa3cbbf5483 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:46.518298 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55286) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:46.577644 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-658a2164-c0d1-419f-81df-84c754569c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.600809 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-658a2164-c0d1-419f-81df-84c754569c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.651015 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-658a2164-c0d1-419f-81df-84c754569c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.653774 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-658a2164-c0d1-419f-81df-84c754569c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:46.654963 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-658a2164-c0d1-419f-81df-84c754569c79 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/80d0b78e-520e-4c1e-8f66-c529ea742b21 HTTP/1.1" status: 204 len: 168 time: 0.1356056 Jun 23 14:17:46.656395 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-60e6aebb-3697-4ec5-9410-d79adf905d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:46.664794 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658a2164-c0d1-419f-81df-84c754569c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80d0b78e-520e-4c1e-8f66-c529ea742b21,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:46.667200 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-658a2164-c0d1-419f-81df-84c754569c79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:48.437589 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55332) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:48.586658 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-70df151b-9d32-4aeb-85de-3dae06ef4840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.691929 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-70df151b-9d32-4aeb-85de-3dae06ef4840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.696673 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-70df151b-9d32-4aeb-85de-3dae06ef4840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.700285 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-92b837c0-2c45-49a3-900c-5eba269cf885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:48.741694 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-70df151b-9d32-4aeb-85de-3dae06ef4840 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=a52be49fb99f4cd5b23e3de90718dea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3029292 Jun 23 14:17:48.742625 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70df151b-9d32-4aeb-85de-3dae06ef4840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee4664d-216c-4d95-997e-b09b8f3c82f6,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:48.746034 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55336) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:48.746800 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-70df151b-9d32-4aeb-85de-3dae06ef4840 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:48.805841 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35f18c1a-57e1-421a-b369-672a1c8f1a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.829844 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35f18c1a-57e1-421a-b369-672a1c8f1a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.881550 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35f18c1a-57e1-421a-b369-672a1c8f1a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.884175 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-35f18c1a-57e1-421a-b369-672a1c8f1a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:48.885338 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-35f18c1a-57e1-421a-b369-672a1c8f1a91 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9ee4664d-216c-4d95-997e-b09b8f3c82f6 HTTP/1.1" status: 204 len: 168 time: 0.1376569 Jun 23 14:17:48.886137 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fc4429ca-5b98-4e60-9b81-474289f95f23 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:48.895452 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f18c1a-57e1-421a-b369-672a1c8f1a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee4664d-216c-4d95-997e-b09b8f3c82f6,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:48.898281 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-35f18c1a-57e1-421a-b369-672a1c8f1a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:49.201061 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55342) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:49.216379 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-49e53293-91e1-4777-a2cd-8cf979915c94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.325231 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-49e53293-91e1-4777-a2cd-8cf979915c94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.331113 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-49e53293-91e1-4777-a2cd-8cf979915c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.334194 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5d532c05-3dfe-4f5f-9640-24e9b9a3b68e tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:49.374698 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-49e53293-91e1-4777-a2cd-8cf979915c94 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=696591c7839d4524ad444b7fdea27190&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1717646 Jun 23 14:17:49.375480 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e53293-91e1-4777-a2cd-8cf979915c94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf749520-0d82-455e-9ee0-8f4c0f85f634,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:49.378416 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55344) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:49.378671 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-49e53293-91e1-4777-a2cd-8cf979915c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:49.430062 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.454249 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.507691 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.512702 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:49.514722 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bf749520-0d82-455e-9ee0-8f4c0f85f634 HTTP/1.1" status: 204 len: 168 time: 0.1340413 Jun 23 14:17:49.515941 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-2dabb207-ae2d-4852-b340-5be28917e18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:49.526430 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf749520-0d82-455e-9ee0-8f4c0f85f634,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:49.529701 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:52.028223 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:17:52.391205 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55414) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:52.566603 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6306a184-f6c1-4329-9d8f-2ca897871f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:52.722086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6306a184-f6c1-4329-9d8f-2ca897871f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:52.728394 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-6306a184-f6c1-4329-9d8f-2ca897871f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:52.732729 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-e1f1b4ba-c3af-4966-841f-37b06225a93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:52.772870 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-6306a184-f6c1-4329-9d8f-2ca897871f0c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=51a0064f4bd04fdf8f682ba7d0f35f65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3805029 Jun 23 14:17:52.774268 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6306a184-f6c1-4329-9d8f-2ca897871f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14ce57e-1bff-41d9-b81f-80674a19dcd8,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:52.777359 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6306a184-f6c1-4329-9d8f-2ca897871f0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:52.777593 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55418) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:52.836060 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7548aec-0952-4488-b429-c99af8588351 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:52.867671 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7548aec-0952-4488-b429-c99af8588351 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:52.940132 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7548aec-0952-4488-b429-c99af8588351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:52.944734 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-a7548aec-0952-4488-b429-c99af8588351 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:52.946561 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-a7548aec-0952-4488-b429-c99af8588351 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/e14ce57e-1bff-41d9-b81f-80674a19dcd8 HTTP/1.1" status: 204 len: 168 time: 0.1674666 Jun 23 14:17:52.947789 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-b9a2993e-95cb-4674-b633-5bf7f15981fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:52.959136 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7548aec-0952-4488-b429-c99af8588351 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14ce57e-1bff-41d9-b81f-80674a19dcd8,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:52.962446 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-a7548aec-0952-4488-b429-c99af8588351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:53.252441 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55424) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:53.267757 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8c7910ee-4b6a-485e-ba76-993cc88dd85c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.407770 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8c7910ee-4b6a-485e-ba76-993cc88dd85c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.412885 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-8c7910ee-4b6a-485e-ba76-993cc88dd85c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.416198 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-72c45129-d4a0-405c-b8c1-3ee3b9dc3dbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:53.459416 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-8c7910ee-4b6a-485e-ba76-993cc88dd85c admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=44c8074a43bc4b258229313bc73fe67c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2057264 Jun 23 14:17:53.460457 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7910ee-4b6a-485e-ba76-993cc88dd85c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444785de-335c-4dd9-b351-a388e96bcef5,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:53.463175 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55426) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:17:53.463994 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8c7910ee-4b6a-485e-ba76-993cc88dd85c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:53.529544 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-260162ee-6a99-4740-a9d2-70941c992920 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.555448 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-260162ee-6a99-4740-a9d2-70941c992920 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.620915 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-260162ee-6a99-4740-a9d2-70941c992920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.623623 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-260162ee-6a99-4740-a9d2-70941c992920 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:17:53.626490 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-260162ee-6a99-4740-a9d2-70941c992920 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/444785de-335c-4dd9-b351-a388e96bcef5 HTTP/1.1" status: 204 len: 168 time: 0.1618545 Jun 23 14:17:53.627576 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-da26ee92-581a-4959-abf1-90005ee07451 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:17:53.636788 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260162ee-6a99-4740-a9d2-70941c992920 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444785de-335c-4dd9-b351-a388e96bcef5,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:17:53.640811 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-260162ee-6a99-4740-a9d2-70941c992920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:17:59.530498 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-833ecd6b-4bfb-4f7b-8c32-4372d0765e22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:02.190900 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-4ac4b6e4-3f13-4ba0-bf76-b1f5c2db3e42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:02.244007 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:03.241427 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:04.895295 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55536) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:04.976104 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.021314 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0e08-8f10-49c5-b330-b2a92ca40e66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.133982 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0e08-8f10-49c5-b330-b2a92ca40e66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.138568 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-5b6a0e08-8f10-49c5-b330-b2a92ca40e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.141396 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0390922f-b0e7-4748-b83f-036747c7794a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:05.178357 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a0e08-8f10-49c5-b330-b2a92ca40e66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc22d45-c25b-402c-8273-5e8873e7e5b6,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:05.181747 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-5b6a0e08-8f10-49c5-b330-b2a92ca40e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.184439 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-5b6a0e08-8f10-49c5-b330-b2a92ca40e66 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d12bd71e56c246e6ab0abf059026dbc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880657 Jun 23 14:18:05.189937 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55540) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:05.252461 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-024d0813-d51f-4386-8f1c-0e7172a86cd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.288158 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-024d0813-d51f-4386-8f1c-0e7172a86cd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.347103 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-024d0813-d51f-4386-8f1c-0e7172a86cd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.350189 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-024d0813-d51f-4386-8f1c-0e7172a86cd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.351530 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-024d0813-d51f-4386-8f1c-0e7172a86cd4 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/bdc22d45-c25b-402c-8273-5e8873e7e5b6 HTTP/1.1" status: 204 len: 168 time: 0.1600771 Jun 23 14:18:05.352514 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-8c7910ee-4b6a-485e-ba76-993cc88dd85c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:05.361994 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024d0813-d51f-4386-8f1c-0e7172a86cd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc22d45-c25b-402c-8273-5e8873e7e5b6,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:05.364995 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-024d0813-d51f-4386-8f1c-0e7172a86cd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.683126 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55546) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:05.698414 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d04bae2d-9755-49f6-912f-2e24bc1163de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.820386 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d04bae2d-9755-49f6-912f-2e24bc1163de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.824336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-d04bae2d-9755-49f6-912f-2e24bc1163de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.827784 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-40eb87d4-344e-474f-8e2b-7d4b7419bbf1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:05.865432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-d04bae2d-9755-49f6-912f-2e24bc1163de admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=ed93f427a9f44c319b8905f7c35c13c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1810038 Jun 23 14:18:05.866534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04bae2d-9755-49f6-912f-2e24bc1163de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c66b04-6768-47e0-9a26-0e8097cdb0a7,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:05.868601 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55548) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:05.869858 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d04bae2d-9755-49f6-912f-2e24bc1163de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:05.925763 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7af87a11-ea64-4107-bfa6-084ecc010886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:05.948804 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7af87a11-ea64-4107-bfa6-084ecc010886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:06.000650 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7af87a11-ea64-4107-bfa6-084ecc010886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:06.003430 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7af87a11-ea64-4107-bfa6-084ecc010886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:06.004687 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7af87a11-ea64-4107-bfa6-084ecc010886 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/25c66b04-6768-47e0-9a26-0e8097cdb0a7 HTTP/1.1" status: 204 len: 168 time: 0.1349120 Jun 23 14:18:06.005538 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-1da7b036-f7e1-4dd9-8ccb-75c84c7cede5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:06.018102 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af87a11-ea64-4107-bfa6-084ecc010886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c66b04-6768-47e0-9a26-0e8097cdb0a7,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:06.022341 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7af87a11-ea64-4107-bfa6-084ecc010886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:06.651600 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-447a7a6c-5ef9-4be9-8507-0e7b76227c8e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0730753 Jun 23 14:18:06.770931 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1926760-846a-433c-9632-a43b78a59aa8 req-103c9223-821e-4124-a962-eafca3f882ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.772383 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-103c9223-821e-4124-a962-eafca3f882ab service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0600219 Jun 23 14:18:06.940534 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1926760-846a-433c-9632-a43b78a59aa8 req-a45205ba-6798-49ae-af5e-b2c392e09527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:06.942383 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-a45205ba-6798-49ae-af5e-b2c392e09527 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.1405721 Jun 23 14:18:07.028704 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-fdf1af0d-ad3d-4887-92a7-66231800be11 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 1002 time: 0.0777655 Jun 23 14:18:07.083740 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1926760-846a-433c-9632-a43b78a59aa8 req-bd4430e2-a7dd-421f-a912-e5b8ef55c481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:07.085232 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-bd4430e2-a7dd-421f-a912-e5b8ef55c481 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0484948 Jun 23 14:18:07.135107 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.158713 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1926760-846a-433c-9632-a43b78a59aa8 req-7c67bf46-6089-4f3a-9b74-cd5afca377b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:18:07.160499 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-7c67bf46-6089-4f3a-9b74-cd5afca377b8 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0640452 Jun 23 14:18:07.293476 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-d163d1d4-5398-435e-bf20-39b78997cc9c service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251831 Jun 23 14:18:07.430447 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-c1926760-846a-433c-9632-a43b78a59aa8 req-364a50ff-bcd0-4592-a8dc-f84d8386fec2 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252480 Jun 23 14:18:07.542344 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55590) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:07.672964 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.783745 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.789989 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.796099 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-cea18fb6-331f-423b-866f-0ca2f0f5b854 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:07.864460 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=d36b991fcf4443489d8bb25ebd071e8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3199604 Jun 23 14:18:07.866888 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55594) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:07.867917 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b358f56-eafd-443d-97da-04f3c68e038c,revision_number=1']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:07.881090 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.881721 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.882402 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.883020 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.883642 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.884259 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.884876 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.885512 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.886163 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.886797 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.887406 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.888028 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:07.895997 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7bf957ae-4422-48b2-82ce-fa107a109226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:07.924364 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.946320 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:07.996862 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:08.000378 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:08.001641 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/6b358f56-eafd-443d-97da-04f3c68e038c HTTP/1.1" status: 204 len: 168 time: 0.1334574 Jun 23 14:18:08.002657 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-c37717d3-14de-4202-8023-e03576be7544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:08.013852 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b358f56-eafd-443d-97da-04f3c68e038c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:08.017775 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:11.760149 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55644) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:11.872192 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-521b13a1-cefa-468e-a6c4-3ccce7cf3b7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:11.987598 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-521b13a1-cefa-468e-a6c4-3ccce7cf3b7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:11.993704 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-521b13a1-cefa-468e-a6c4-3ccce7cf3b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:12.000258 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-991a697b-79cb-4cc3-9960-793eb800a377 tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:12.060270 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-521b13a1-cefa-468e-a6c4-3ccce7cf3b7b admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=07fa00fb160a4f53a546490657d418f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2984357 Jun 23 14:18:12.064240 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521b13a1-cefa-468e-a6c4-3ccce7cf3b7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f21d5d5-279d-4e52-8d30-4a1d997f064e,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:12.064419 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 55648) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:12.069086 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-521b13a1-cefa-468e-a6c4-3ccce7cf3b7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:12.122855 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7993d529-f738-482f-891c-5797dcae4592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:12.149197 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7993d529-f738-482f-891c-5797dcae4592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:12.196844 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7993d529-f738-482f-891c-5797dcae4592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:12.202533 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-7993d529-f738-482f-891c-5797dcae4592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:12.204534 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-7993d529-f738-482f-891c-5797dcae4592 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/0f21d5d5-279d-4e52-8d30-4a1d997f064e HTTP/1.1" status: 204 len: 168 time: 0.1387918 Jun 23 14:18:12.205871 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-ba3de971-7723-4415-bb08-453c0437bb29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:12.218937 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7993d529-f738-482f-891c-5797dcae4592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f21d5d5-279d-4e52-8d30-4a1d997f064e,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:12.222550 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-7993d529-f738-482f-891c-5797dcae4592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:29.026834 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:18:29.536256 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a5e17c3f-b705-4739-92ae-4c090e0a04cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.197855 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-df85adfe-2850-41df-8f3b-0f876664f3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:32.248118 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:33.244827 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:34.975235 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:37.147011 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.239220 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55896) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:45.353133 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.448652 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.454167 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_create {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.456799 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-718926bd-9aa2-4564-bca4-cfa3cbbf5483 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:45.492857 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5c167d0c6b8b4ea3872a847d66bf4751&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2521615 Jun 23 14:18:45.493729 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b499acd-87b0-43d9-80f9-910fe102fdb0,revision_number=1']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:45.495619 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55900) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:18:45.507235 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.507626 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.507979 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.508344 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.508700 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.509060 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.509411 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.509766 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.510152 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.510506 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.510857 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.511205 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:18:45.515785 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-318f8fc9-f0b2-4fc6-a21f-085ae4a10ff7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:45.557904 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0da71bce-4186-4046-9609-e3242f6da0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.584187 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0da71bce-4186-4046-9609-e3242f6da0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.630760 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0da71bce-4186-4046-9609-e3242f6da0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.633665 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-0da71bce-4186-4046-9609-e3242f6da0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:18:45.634913 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-0da71bce-4186-4046-9609-e3242f6da0c5 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/4b499acd-87b0-43d9-80f9-910fe102fdb0 HTTP/1.1" status: 204 len: 168 time: 0.1383951 Jun 23 14:18:45.635794 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9a027e43-d53a-43ee-b916-32a113d97c8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:18:45.644977 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da71bce-4186-4046-9609-e3242f6da0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b499acd-87b0-43d9-80f9-910fe102fdb0,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:18:45.647338 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-0da71bce-4186-4046-9609-e3242f6da0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:18:59.527129 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-cb6ab790-c92c-470f-b219-66e8d1fc41f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:02.190054 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3bc516bd-8fc8-441a-9fa4-2f11a4d0755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:02.250110 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:03.247425 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:04.977181 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:06.025113 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:19:06.618677 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-1a0d0d59-b578-4826-aa96-b480b1b2a852 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0539391 Jun 23 14:19:06.714026 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-f420c7b3-f7e4-413f-a6d4-7c0fd8637220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:06.716384 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-f420c7b3-f7e4-413f-a6d4-7c0fd8637220 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0537155 Jun 23 14:19:06.821057 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-3716ef6a-8563-415d-aa1f-351472f93c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:06.822582 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-3716ef6a-8563-415d-aa1f-351472f93c5f service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.0858207 Jun 23 14:19:06.891322 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-61187545-2fd1-47a2-823f-bd2233965a5a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 1002 time: 0.0618191 Jun 23 14:19:06.940271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-cc5b4526-7029-433f-afbb-1af74132fbd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:06.941694 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-cc5b4526-7029-433f-afbb-1af74132fbd4 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0438929 Jun 23 14:19:06.997327 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-8cdb1d66-eff7-4cf0-956c-4e09e2795b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:06.998812 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-8cdb1d66-eff7-4cf0-956c-4e09e2795b28 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0510204 Jun 23 14:19:07.092226 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-76719c6f-31ee-4aca-b657-d71291bdd98d service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864940 Jun 23 14:19:07.158313 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:07.181313 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-150bb215-c7ab-4ce4-8904-eae488593e58 req-b9467e5c-74b8-4d37-9101-43f441f65055 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826797 Jun 23 14:19:29.527531 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e8f77459-59e5-43d5-8124-17ec4e5f4cd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.191109 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-91c87caf-b227-433f-a514-84ec62245931 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.250120 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:32.967726 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9808c8de-ecb2-40ab-9a7e-6a309374f93a req-7ccd5c8a-472a-4ea6-a0c7-520ed0a3ac36 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:32.969208 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9808c8de-ecb2-40ab-9a7e-6a309374f93a req-7ccd5c8a-472a-4ea6-a0c7-520ed0a3ac36 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0676284 Jun 23 14:19:33.010317 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9808c8de-ecb2-40ab-9a7e-6a309374f93a req-496f62e3-cf74-410a-a929-2899502a7185 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353587 Jun 23 14:19:33.249562 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:34.201163 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfad283-bf36-4dce-bb67-d59eaa3e59ad req-660901f8-5f0c-43b8-b863-aca334f00a80 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:34.202670 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8dfad283-bf36-4dce-bb67-d59eaa3e59ad req-660901f8-5f0c-43b8-b863-aca334f00a80 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0633614 Jun 23 14:19:34.241909 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8dfad283-bf36-4dce-bb67-d59eaa3e59ad req-dcfd4ae2-b175-426a-8369-b8109b9fe7e6 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333672 Jun 23 14:19:34.981277 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:35.435294 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b107508a-e93c-4983-8ea6-8e6cfcc254cd req-5fd4062b-785f-4d90-b06f-fd3db2fb7c5f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:35.436823 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b107508a-e93c-4983-8ea6-8e6cfcc254cd req-5fd4062b-785f-4d90-b06f-fd3db2fb7c5f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0681791 Jun 23 14:19:35.476446 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-b107508a-e93c-4983-8ea6-8e6cfcc254cd req-9b74b4d6-ae19-4a2d-8074-66fb67be2085 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338733 Jun 23 14:19:36.667921 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febd2cfe-b329-40ef-a20d-d6cc9fe5b5ea req-3e91c472-fb8a-4d9c-8e04-92407ce3e401 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:36.670002 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-febd2cfe-b329-40ef-a20d-d6cc9fe5b5ea req-3e91c472-fb8a-4d9c-8e04-92407ce3e401 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0730643 Jun 23 14:19:36.712033 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-febd2cfe-b329-40ef-a20d-d6cc9fe5b5ea req-ebc693b1-15bb-4bd8-9fae-0092e5c938ad tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360570 Jun 23 14:19:37.162757 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:37.894984 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8472ffca-fb13-4f80-bbcf-7e3d4f484478 req-c9896541-ab2e-4772-87a6-508f777d46f6 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:37.896484 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8472ffca-fb13-4f80-bbcf-7e3d4f484478 req-c9896541-ab2e-4772-87a6-508f777d46f6 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0656977 Jun 23 14:19:37.936301 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-8472ffca-fb13-4f80-bbcf-7e3d4f484478 req-46f318e5-57c8-4203-b294-fd0e535aef16 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342157 Jun 23 14:19:39.137369 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991e7d12-b6e5-4fc9-a7ee-70fe1cd296af req-ffae4a62-c6e2-4f60-b558-8d1963d89d2f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:39.139028 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-991e7d12-b6e5-4fc9-a7ee-70fe1cd296af req-ffae4a62-c6e2-4f60-b558-8d1963d89d2f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0742915 Jun 23 14:19:39.178051 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-991e7d12-b6e5-4fc9-a7ee-70fe1cd296af req-8e34e27b-190f-44ba-95e3-4c62dd01e4a2 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330038 Jun 23 14:19:40.367031 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9e26f1-8a3f-4ec0-9ab9-646e8774e863 req-907a6160-0c2d-4d18-89a3-e4e4d718d702 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:40.368617 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f9e26f1-8a3f-4ec0-9ab9-646e8774e863 req-907a6160-0c2d-4d18-89a3-e4e4d718d702 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0678284 Jun 23 14:19:40.409411 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-3f9e26f1-8a3f-4ec0-9ab9-646e8774e863 req-05418ee1-b561-4002-b12f-4bc85d6ef904 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339134 Jun 23 14:19:41.614430 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a00b9f3-7faf-47a5-a81a-160890a627bf req-1e0ac843-298e-44bc-8fcf-594f359bc746 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:41.615963 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a00b9f3-7faf-47a5-a81a-160890a627bf req-1e0ac843-298e-44bc-8fcf-594f359bc746 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0740840 Jun 23 14:19:41.656662 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a00b9f3-7faf-47a5-a81a-160890a627bf req-a0bfbecd-8c3d-4365-9157-793388a6beb3 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348778 Jun 23 14:19:42.875489 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df578254-16c0-4216-a582-231ec469be39 req-23c40b90-3ffa-4ea5-8269-a646e133752d tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:42.877040 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-df578254-16c0-4216-a582-231ec469be39 req-23c40b90-3ffa-4ea5-8269-a646e133752d tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0768545 Jun 23 14:19:42.920793 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-df578254-16c0-4216-a582-231ec469be39 req-2b3ad368-26b2-470d-9479-f0589aba7df2 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370479 Jun 23 14:19:43.023899 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:19:43.079140 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-19f06ffd-ebb4-4b8a-825d-26e2e751fbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:43.080684 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-19f06ffd-ebb4-4b8a-825d-26e2e751fbd5 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0629795 Jun 23 14:19:43.186372 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-57028ce8-03aa-47bf-824a-c95d132c0830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:43.188028 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-57028ce8-03aa-47bf-824a-c95d132c0830 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.1005895 Jun 23 14:19:43.256657 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-0f03b95f-70f1-4d2e-bd43-9eb03faa911a service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 1002 time: 0.0618882 Jun 23 14:19:43.311485 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-100fc7d0-1656-4605-851a-c319fb58521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:43.312975 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-100fc7d0-1656-4605-851a-c319fb58521d service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0500185 Jun 23 14:19:43.378232 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-e31e7edc-8f29-406e-ad75-9d04975d7263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:43.379848 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-e31e7edc-8f29-406e-ad75-9d04975d7263 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0604515 Jun 23 14:19:43.484097 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-ed803ffc-cdba-4123-b5df-36f4e66f78dc service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962958 Jun 23 14:19:43.584318 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a223f7b4-f081-44be-9caa-c8395fc336b1 req-93c65ec6-70dc-4a72-a78d-737097103709 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936761 Jun 23 14:19:44.091220 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11418ab6-8144-49c4-af62-66116265d226 req-640d93d1-2586-4d53-82b1-e021daa87b88 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:44.092687 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11418ab6-8144-49c4-af62-66116265d226 req-640d93d1-2586-4d53-82b1-e021daa87b88 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0619140 Jun 23 14:19:44.133190 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-11418ab6-8144-49c4-af62-66116265d226 req-b5b89891-b234-4f5a-a895-44e2dba84dc8 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348392 Jun 23 14:19:45.308956 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29509f34-781a-4f8d-980e-d8fd532a8227 req-35c62579-d871-4cd6-8189-b15e7f20cd17 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:45.310492 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29509f34-781a-4f8d-980e-d8fd532a8227 req-35c62579-d871-4cd6-8189-b15e7f20cd17 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0631332 Jun 23 14:19:45.353272 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29509f34-781a-4f8d-980e-d8fd532a8227 req-64ae0fa5-fa37-4cc7-a01f-b9f029da5150 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371602 Jun 23 14:19:46.546496 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834618b6-0f35-4455-87f1-29afcf5667dc req-1cf880f8-9ce4-4526-936e-9b45699932bb tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:46.548096 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-834618b6-0f35-4455-87f1-29afcf5667dc req-1cf880f8-9ce4-4526-936e-9b45699932bb tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0699551 Jun 23 14:19:46.589977 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-834618b6-0f35-4455-87f1-29afcf5667dc req-8ec57438-4ac4-4605-9ebe-4bc406b54c8a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360527 Jun 23 14:19:46.959777 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d1b32-720b-459b-8e77-159b7dc05714 req-34a4cb35-dd8e-43c4-8b07-17bcae42032f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:46.961142 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-455d1b32-720b-459b-8e77-159b7dc05714 req-34a4cb35-dd8e-43c4-8b07-17bcae42032f tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0669804 Jun 23 14:19:46.974821 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-ab8f7338-bd20-403f-9ebf-46f425c4e783 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1440940 Jun 23 14:19:46.999952 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-455d1b32-720b-459b-8e77-159b7dc05714 req-fefe8eb8-3c14-453f-866e-2db23180a594 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331814 Jun 23 14:19:48.175587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c09580f-a80e-4fb2-81df-5cd492abf663 req-bbf13dae-bd65-4197-bc82-5b7d9e3a458c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.177232 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7c09580f-a80e-4fb2-81df-5cd492abf663 req-bbf13dae-bd65-4197-bc82-5b7d9e3a458c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0665643 Jun 23 14:19:48.252529 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-7c09580f-a80e-4fb2-81df-5cd492abf663 req-85bafc66-913e-48ff-8880-a86ecd357886 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630794 Jun 23 14:19:48.264773 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-19f2c91e-bf4d-44b8-a092-2ffb934a45c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.266311 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-19f2c91e-bf4d-44b8-a092-2ffb934a45c1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a&tenant_id=8110fe7f170248b0bc075a1c1df5342e HTTP/1.1" status: 200 len: 1099 time: 0.0854506 Jun 23 14:19:48.347120 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-93c6e2f6-abd2-40cb-a0a6-c2b0d484b263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.348882 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-93c6e2f6-abd2-40cb-a0a6-c2b0d484b263 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0583026 Jun 23 14:19:48.439088 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-f5b3e3ca-0518-4e72-92e1-7e73b3309267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.440517 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-f5b3e3ca-0518-4e72-92e1-7e73b3309267 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.0855744 Jun 23 14:19:48.510387 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-f66694fc-a143-4b2c-9470-bb7662c0e4a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 1002 time: 0.0634263 Jun 23 14:19:48.559336 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-145e1d5e-9e7c-4073-addd-4b79dbff92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.560759 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-145e1d5e-9e7c-4073-addd-4b79dbff92f5 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0444891 Jun 23 14:19:48.585040 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:19:48.616524 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-5953d8c8-aafc-458b-af6f-685861ff38a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:48.618000 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-5953d8c8-aafc-458b-af6f-685861ff38a0 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0507441 Jun 23 14:19:48.660185 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:48.682340 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:19:48.685737 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51a5243d-f5ab-4744-a308-d95199750cee" -d '{"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-unplugged", "status": "completed", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:19:48.702205 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:48.706783 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:48.709906 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:48.712366 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-118ad6fa-da97-451b-81fa-23dc83930495 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880184 Jun 23 14:19:48.733582 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 23 Jun 2021 14:19:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-738cebdb-23a8-4a17-a4c4-c1b3a87a5837 x-openstack-request-id: req-738cebdb-23a8-4a17-a4c4-c1b3a87a5837 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:19:48.733882 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-unplugged", "status": "completed", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:19:48.734243 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-738cebdb-23a8-4a17-a4c4-c1b3a87a5837 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:19:48.734569 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'code': 200} Jun 23 14:19:48.759599 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=6']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:48.766631 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.766982 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.767353 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.767666 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.768000 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.768333 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.768664 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.768994 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.769323 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.769648 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.769987 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.770337 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:19:48.774539 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:48.802297 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-76ada0a8-60eb-4ca7-b7ef-5cb21509b5a7 req-417ff0d5-82a6-4bef-85bc-caf3cc5e574c service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833850 Jun 23 14:19:49.690665 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50fa69f-dadb-414c-a838-8ce5362b0b1f req-75bee76f-ea0b-4958-9a48-29e6fa3fc8bb tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:49.692252 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f50fa69f-dadb-414c-a838-8ce5362b0b1f req-75bee76f-ea0b-4958-9a48-29e6fa3fc8bb tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 944 time: 0.3229988 Jun 23 14:19:49.736195 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-f50fa69f-dadb-414c-a838-8ce5362b0b1f req-14e53361-a908-46f8-8d5d-c8468cf3e291 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380158 Jun 23 14:19:49.800079 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b8d00-8e59-46d4-a709-42136f97953c req-b42944ff-cb1c-4bb5-a80b-2fa898e04d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:49.801585 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9a6b8d00-8e59-46d4-a709-42136f97953c req-b42944ff-cb1c-4bb5-a80b-2fa898e04d49 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1097 time: 0.0541785 Jun 23 14:19:49.838489 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-9a6b8d00-8e59-46d4-a709-42136f97953c req-24c46c87-e0df-4c0e-b7ed-2fc20948c178 service neutron] 10.222.0.42 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300393 Jun 23 14:19:50.600519 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 details requested by agent hyperv_hv-cinder-79400 with host hv-cinder-79400 {{(pid=93110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jun 23 14:19:50.694432 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:50.706058 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Returning: {'device': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'port_id': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'mac_address': 'fa:16:3e:c9:a7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jun 23 14:19:50.744840 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:50.757942 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 {{(pid=93110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jun 23 14:19:50.777784 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:50.783447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:50.785313 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:50.831740 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=7']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:50.834840 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:50.914610 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29048c65-0624-4061-89b2-f98d2c816cbf req-bc7c379e-4489-40a5-b2e4-17a19bd27ae9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:19:50.916070 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29048c65-0624-4061-89b2-f98d2c816cbf req-bc7c379e-4489-40a5-b2e4-17a19bd27ae9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 945 time: 0.0622976 Jun 23 14:19:50.957398 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-29048c65-0624-4061-89b2-f98d2c816cbf req-6bd92e41-f027-4965-a59a-97dcc55b79af tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356171 Jun 23 14:19:51.014918 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] get_ports_and_sgs() called for port_ids ['4671e5f9-cdc8-4805-a340-1dcb7ed3f245'] {{(pid=93110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jun 23 14:19:52.603371 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 up at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jun 23 14:19:52.651001 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.provisioning_blocks [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Provisioning complete for port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 triggered by entity L2. {{(pid=93110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jun 23 14:19:52.651389 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3497310'] for port, provisioning_complete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:52.734044 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-3829222'] for port, before_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:52.757999 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245'}] {{(pid=93110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:19:52.760314 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2d4c7fee0170a275f7480a168f0dd9165e450d2ca822361fd6d0f51d84272955" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35fb931a-26d1-499e-8636-db9791691849" -d '{"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-plugged", "status": "completed", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245"}]}' {{(pid=93110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:19:52.774272 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:19:52.779976 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8781968185811', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8781967761336', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8781967761381'] for port, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:19:52.784570 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:19:52.810031 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:19:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57aca2cd-9b2a-4207-b79f-e7bac2e37b81 x-openstack-request-id: req-57aca2cd-9b2a-4207-b79f-e7bac2e37b81 {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:19:52.810270 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-plugged", "status": "completed", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245", "code": 200}]} {{(pid=93110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:19:52.810537 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-57aca2cd-9b2a-4207-b79f-e7bac2e37b81 {{(pid=93110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:19:52.811040 dv-cinder-794001-2-smb neutron-server[93110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'code': 200} Jun 23 14:19:52.838369 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Pushing event updated for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=8']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:19:52.842286 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:19:59.530032 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9f47d5f2-4d54-4dce-8f7c-f8d6a094e271 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:02.192740 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ff7d7f7a-965a-4549-bf36-d2dd482d4b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:02.251320 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:03.252398 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:04.981283 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:07.163919 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:08.664826 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-93bfc659-8205-4bd1-bb0e-65364a5f2e91 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0999863 Jun 23 14:20:08.763425 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-55b71d33-6a42-4027-b607-c619156ee6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:08.764884 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-55b71d33-6a42-4027-b607-c619156ee6ea service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0539155 Jun 23 14:20:08.881183 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-030ec15a-db3c-4c53-8da4-e735583d5169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:08.882687 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-030ec15a-db3c-4c53-8da4-e735583d5169 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.0964947 Jun 23 14:20:08.944921 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-8890ab4d-b284-4e0c-9f60-de87ef79a8a4 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 1002 time: 0.0564513 Jun 23 14:20:08.995480 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-83d01641-52b4-4e31-9bdf-cfed9c5dd185 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:08.996936 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-83d01641-52b4-4e31-9bdf-cfed9c5dd185 service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0454376 Jun 23 14:20:09.057181 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-807a8c71-afd6-4e51-86b2-f7d63b174066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:20:09.059030 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-807a8c71-afd6-4e51-86b2-f7d63b174066 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0556493 Jun 23 14:20:09.070247 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-05a01c04-0965-4a79-827e-2f30343bd37b service neutron] http://10.222.0.16:9696/v2.0/extensions returned with HTTP 200 {{(pid=93109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jun 23 14:20:09.071176 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-05a01c04-0965-4a79-827e-2f30343bd37b service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051715 Jun 23 14:20:09.159294 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-ac987b3e-66e5-432a-aa30-4938d9015974 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814986 Jun 23 14:20:09.258507 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-4a85eb7d-b3c9-4c1f-9aa0-0c18aa60f9c0 req-20736b90-4738-4c8c-adcf-17e39f318b45 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921929 Jun 23 14:20:20.023274 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:20:29.540789 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-38924a5a-07dd-45b7-885d-66b562e37787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:32.196122 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a3301190-1cd4-42ab-bfed-6ed8b1754d19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:32.259607 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:33.259991 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:34.986623 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:37.160376 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:20:57.021991 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:20:59.532575 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-b896733f-9162-47f3-94e7-95a5b9786b2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:02.198930 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-e19aade4-17d0-4325-a571-21ea8637a8b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:02.255522 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.263382 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.395897 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 55986) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:03.568253 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Deleting port 26d77e6a-db6b-44d2-8ebb-b51e807dec7c {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:03.568652 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.654897 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.655144 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.668108 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Calling delete_port for 26d77e6a-db6b-44d2-8ebb-b51e807dec7c owned by network:floatingip {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:03.854273 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.856387 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:03.881585 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event deleted for resources: {'Port': ['ID=26d77e6a-db6b-44d2-8ebb-b51e807dec7c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:03.893529 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.893896 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.894302 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.894659 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.895019 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.895370 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.895711 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.896062 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.896409 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.896755 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.897099 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.897446 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:03.918114 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:03.963421 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for floatingip, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:03.963421 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.db.l3_db [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Floating IP 84224968-8189-448c-8d1b-73f69c497756 disassociated (deleted). External IP: 172.28.2.164, port: 4671e5f9-cdc8-4805-a340-1dcb7ed3f245. Jun 23 14:21:04.256110 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Router 256b2d17-0c31-4f23-ae5f-01e78c499da3 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:04.393523 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:04.398670 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for floatingip, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:04.406796 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] Sync routers for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:04.426358 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:04.427669 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:21:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:04.466652 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "DELETE /v2.0/floatingips/84224968-8189-448c-8d1b-73f69c497756 HTTP/1.1" status: 204 len: 168 time: 1.0694239 Jun 23 14:21:04.467698 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:04.471487 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09ab3b2-be35-4ed0-9cb2-20a083402680" -d '{"events": [{"name": "network-changed", "server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:04.572865 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:04.759271 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39314fc5-a41d-4bd6-90ed-a1dc70d04d21 x-openstack-request-id: req-39314fc5-a41d-4bd6-90ed-a1dc70d04d21 {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:04.759512 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:04.759793 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-39314fc5-a41d-4bd6-90ed-a1dc70d04d21 {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:04.760444 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'status': 'completed', 'code': 200} Jun 23 14:21:04.814226 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 5, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:04.856745 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] Checking router: 256b2d17-0c31-4f23-ae5f-01e78c499da3 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:04.864855 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-2bac2e65-e43f-46c3-b66c-3b5447f83494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:04.866744 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-2bac2e65-e43f-46c3-b66c-3b5447f83494 service neutron] 10.222.0.42 "GET /v2.0/ports?tenant_id=8110fe7f170248b0bc075a1c1df5342e&device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 1099 time: 0.0815670 Jun 23 14:21:04.869401 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:04.870106 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:21:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:04.989267 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-4146dc8b-4139-46eb-a5bf-b76e2cc57804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:04.990809 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-4146dc8b-4139-46eb-a5bf-b76e2cc57804 service neutron] 10.222.0.42 "GET /v2.0/networks?id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 200 len: 910 time: 0.1155407 Jun 23 14:21:05.006770 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:05.013802 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:05.058630 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-4f6b5556-85f9-443f-848a-4d8f6f0ea754 service neutron] 10.222.0.42 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 200 len: 217 time: 0.0572445 Jun 23 14:21:05.136240 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-d7cb64d5-7fc3-42b4-a0c5-a07f36ef1b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.137770 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-d7cb64d5-7fc3-42b4-a0c5-a07f36ef1b1e service neutron] 10.222.0.42 "GET /v2.0/subnets?id=dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 200 len: 848 time: 0.0613353 Jun 23 14:21:05.184501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573416e6-5287-4d1f-bb75-136b44656165 req-871717eb-9ced-4970-9509-2524f6d6f17a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.186078 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-573416e6-5287-4d1f-bb75-136b44656165 req-871717eb-9ced-4970-9509-2524f6d6f17a tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.2531729 Jun 23 14:21:05.246326 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-aa87004f-6b52-467b-90d5-5af3696130e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:05.247851 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-aa87004f-6b52-467b-90d5-5af3696130e9 service neutron] 10.222.0.42 "GET /v2.0/ports?network_id=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1028073 Jun 23 14:21:05.250870 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-573416e6-5287-4d1f-bb75-136b44656165 req-c85e8a46-c7c9-4ff1-bdf2-9da6ce7a9c20 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507598 Jun 23 14:21:05.370758 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-ea431ba7-2deb-400c-8683-c008504bf0d9 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148446 Jun 23 14:21:05.373297 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 5, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:05.402551 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6afcb072-3947-47c3-8a46-04cf70ecf359 None None] The sync data for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb is: [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:16:58Z', 'revision_number': 4, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb', '_interfaces': [{'id': '24cf28ac-338b-448a-b7c2-d9ec5cd15713', 'name': '', 'network_id': 'cc6c3f83-2023-40ce-81a0-fe7fae43c2a5', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'mac_address': 'fa:16:3e:7c:80:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:57Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 5, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'subnets': [{'id': 'dfb525ab-6830-4013-a23d-2085d9c15863', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:05.495984 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-a09ab3b2-be35-4ed0-9cb2-20a083402680 req-c10e6a5c-46de-49b6-9a16-47cd923a0d63 service neutron] 10.222.0.42 "GET /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178455 Jun 23 14:21:05.663374 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07e7427-08f6-4235-bc38-64b98e3c569b None None] New status for floating IP 84224968-8189-448c-8d1b-73f69c497756: DOWN {{(pid=93111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jun 23 14:21:06.443343 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818f863d-7a5b-45b2-b153-80b20e703288 req-e69e3aa0-0816-4e07-a341-ce596595fe03 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:06.444928 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-818f863d-7a5b-45b2-b153-80b20e703288 req-e69e3aa0-0816-4e07-a341-ce596595fe03 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.42 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.0799274 Jun 23 14:21:06.596358 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12256f3a-7a06-4518-ba4b-65aee014fe5e req-9d7641da-c845-4b99-bf43-dd0ffd33db51 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jun 23 14:21:06.598167 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-12256f3a-7a06-4518-ba4b-65aee014fe5e req-9d7641da-c845-4b99-bf43-dd0ffd33db51 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 946 time: 0.2025249 Jun 23 14:21:06.648709 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Deleting port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:06.649164 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.659319 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-12256f3a-7a06-4518-ba4b-65aee014fe5e req-4e2af0bd-3123-4233-80a1-c9cbfc01b9df tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/security-groups?id=a88c1d8f-2bec-44a3-8e4d-94528945796e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550303 Jun 23 14:21:06.780549 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] For port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245, host hv-cinder-79400, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79400',level=0,port_id=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:06.780915 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.795518 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Calling delete_port for 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 owned by compute:nova {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:06.948363 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:06.953714 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-1d2cc35a-8c7e-4833-9580-c697bdcf1373 tempest-AttachVolumeTestJSON-1528723354 tempest-AttachVolumeTestJSON-1528723354-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:06.987620 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event deleted for resources: {'Port': ['ID=4671e5f9-cdc8-4805-a340-1dcb7ed3f245,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:06.991917 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:07.039403 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] No DVR routers for this DVR port 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 on host hv-cinder-79400 {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:07.042831 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-878823'] for port, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.045320 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-818f863d-7a5b-45b2-b153-80b20e703288 req-ccc10e6d-736b-4463-94f1-0bd52200c2c9 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.42 "DELETE /v2.0/ports/4671e5f9-cdc8-4805-a340-1dcb7ed3f245 HTTP/1.1" status: 204 len: 173 time: 0.5945611 Jun 23 14:21:07.046045 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-deleted', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245'}] {{(pid=93109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jun 23 14:21:07.048891 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.16/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d54f6bc729f576eafaedefbdfb2f40dff0838e501eb4ed2c9a00d2b76e490ca6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad092b71-50b2-4961-9654-5e782e8a7613" -d '{"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-deleted", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245"}]}' {{(pid=93109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jun 23 14:21:07.118771 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 23 Jun 2021 14:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d270a434-9207-4330-a6a0-8cb63977fb8e x-openstack-request-id: req-d270a434-9207-4330-a6a0-8cb63977fb8e {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jun 23 14:21:07.119105 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04986a3f-6ed9-4410-a220-20ab1ea1fe9a", "name": "network-vif-deleted", "tag": "4671e5f9-cdc8-4805-a340-1dcb7ed3f245", "status": "completed", "code": 200}]} {{(pid=93109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jun 23 14:21:07.119456 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.16/compute/v2.1/os-server-external-events used request id req-d270a434-9207-4330-a6a0-8cb63977fb8e {{(pid=93109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jun 23 14:21:07.120008 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04986a3f-6ed9-4410-a220-20ab1ea1fe9a', 'name': 'network-vif-deleted', 'tag': '4671e5f9-cdc8-4805-a340-1dcb7ed3f245', 'status': 'completed', 'code': 200} Jun 23 14:21:07.172486 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:07.827593 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [req-5b120b64-d01a-43f6-b112-c1b1d50de3c5 req-3987ef9e-1087-4f5c-80f6-91e07f8b7b81 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "GET /v2.0/ports?device_id=04986a3f-6ed9-4410-a220-20ab1ea1fe9a HTTP/1.1" status: 200 len: 210 time: 0.0330594 Jun 23 14:21:08.939472 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 56018) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:09.000501 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9e6064ea-7f0f-4f64-81c3-93d183a5319c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.027427 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9e6064ea-7f0f-4f64-81c3-93d183a5319c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.098632 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9e6064ea-7f0f-4f64-81c3-93d183a5319c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.101576 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-9e6064ea-7f0f-4f64-81c3-93d183a5319c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.102761 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-9e6064ea-7f0f-4f64-81c3-93d183a5319c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] 10.222.0.16 "DELETE /v2.0/security-groups/a88c1d8f-2bec-44a3-8e4d-94528945796e HTTP/1.1" status: 204 len: 168 time: 0.1623147 Jun 23 14:21:09.103851 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-6306a184-f6c1-4329-9d8f-2ca897871f0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:09.113769 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6064ea-7f0f-4f64-81c3-93d183a5319c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a88c1d8f-2bec-44a3-8e4d-94528945796e,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:09.116700 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-9e6064ea-7f0f-4f64-81c3-93d183a5319c tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:09.157283 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 56022) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:09.544865 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380926'] for router_interface, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.847796 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Deleting port 24cf28ac-338b-448a-b7c2-d9ec5cd15713 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:09.848147 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.935105 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] For port 24cf28ac-338b-448a-b7c2-d9ec5cd15713, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=24cf28ac-338b-448a-b7c2-d9ec5cd15713,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:09.935464 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:09.952026 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Calling delete_port for 24cf28ac-338b-448a-b7c2-d9ec5cd15713 owned by network:router_interface {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:10.156012 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.158385 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-989f0551-4665-4717-92a6-020989446944 tempest-AttachVolumeShelveTestJSON-1136621351 tempest-AttachVolumeShelveTestJSON-1136621351-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:10.188760 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Pushing event deleted for resources: {'Port': ['ID=24cf28ac-338b-448a-b7c2-d9ec5cd15713,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:10.203126 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.203610 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.204005 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.204392 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.204768 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.205143 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.205544 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.205915 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.206321 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.206688 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.207052 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.207488 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:10.211780 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:10.410845 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673806'] for router_interface, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.627623 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Router 256b2d17-0c31-4f23-ae5f-01e78c499da3 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:10.735765 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:10.741613 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-67b9a03e-4d3d-40c7-855a-48768aa5d2df admin admin] 10.222.0.16 "PUT /v2.0/routers/256b2d17-0c31-4f23-ae5f-01e78c499da3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5828099 Jun 23 14:21:10.743949 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 56026) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:10.747881 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] Sync routers for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:10.757010 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:10.757654 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:21:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:10.845183 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks [] for router, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.863048 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: dv-cinder-794001-2-smb {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:10.947230 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:10.966656 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 no longer exists at agent hyperv_hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:10.988624 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] No Port match for: 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:10.988885 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Device 4671e5f9-cdc8-4805-a340-1dcb7ed3f245 not bound to the agent host hv-cinder-79400 {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:11.000674 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Deleting port d1abf2e0-949a-4621-a4a3-efa87598fd65 {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:11.001022 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.061421 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149'}], 'enable_snat': True}, 'gw_port_id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:21:10Z', 'revision_number': 5, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port': {'id': 'd1abf2e0-949a-4621-a4a3-efa87598fd65', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:68:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 596, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:16:56Z', 'updated_at': '2021-06-23T14:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:11.079848 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] For port d1abf2e0-949a-4621-a4a3-efa87598fd65, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=d1abf2e0-949a-4621-a4a3-efa87598fd65,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:11.080210 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.088190 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] Checking router: 256b2d17-0c31-4f23-ae5f-01e78c499da3 for host: dv-cinder-794001-2-smb {{(pid=93110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:11.092793 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Calling delete_port for d1abf2e0-949a-4621-a4a3-efa87598fd65 owned by network:router_gateway {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:11.096339 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] Routers {'256b2d17-0c31-4f23-ae5f-01e78c499da3'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:11.096955 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:21:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['256b2d17-0c31-4f23-ae5f-01e78c499da3'], 'active': True} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:11.185082 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvr_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] Set router 256b2d17-0c31-4f23-ae5f-01e78c499da3 gateway port host: None {{(pid=93110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:11.241263 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_hamode_db [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:21:10Z', 'revision_number': 6, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port_host': None}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:11.265584 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.267694 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-746356c4-68af-409d-baf5-0099ebfecf1f tempest-TestMinimumBasicScenario-1785954587 tempest-TestMinimumBasicScenario-1785954587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:11.269715 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3506b730-25fb-4107-9e06-e8004f831a98 None None] The sync data for ids ['256b2d17-0c31-4f23-ae5f-01e78c499da3'] in dv-cinder-794001-2-smb is: [{'id': '256b2d17-0c31-4f23-ae5f-01e78c499da3', 'name': 'tempest-TestShelveInstance-1789795954-router', 'tenant_id': '8110fe7f170248b0bc075a1c1df5342e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:16:55Z', 'updated_at': '2021-06-23T14:21:10Z', 'revision_number': 6, 'project_id': '8110fe7f170248b0bc075a1c1df5342e', 'gw_port_host': None}] {{(pid=93110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:11.298385 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1abf2e0-949a-4621-a4a3-efa87598fd65,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:11.301917 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:11.359517 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675739'] for router_gateway, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.448275 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28234'] for router, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.450324 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.491338 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674805'] for router, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.491851 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 256b2d17-0c31-4f23-ae5f-01e78c499da3 {{(pid=93108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:21:11.496955 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] Notify callbacks [] for router, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.498128 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-48ab1f87-0fca-4520-b793-5a7c144f6957 admin admin] 10.222.0.16 "DELETE /v2.0/routers/256b2d17-0c31-4f23-ae5f-01e78c499da3 HTTP/1.1" status: 204 len: 168 time: 0.7531912 Jun 23 14:21:11.500712 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 56028) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:11.547891 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Deleting subnet dfb525ab-6830-4013-a23d-2085d9c15863 {{(pid=93108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:21:11.550998 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.589793 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-65330286'] for subnet, precommit_delete_associations {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.672903 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.731575 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-65168661', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66149441'] for subnet, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.733765 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:11.757575 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfb525ab-6830-4013-a23d-2085d9c15863,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:11.760010 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:11.762896 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.764735 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f0e04b58-c591-4c70-af43-a7fbe5d3ec70 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/dfb525ab-6830-4013-a23d-2085d9c15863 HTTP/1.1" status: 204 len: 168 time: 0.2631247 Jun 23 14:21:11.767155 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 56030) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:11.768064 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40764593-78dd-472d-9330-88b9c16177ff None None] Network cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:21:11.834115 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:11.885155 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Deleting port 3de061b9-de5e-4e67-a8aa-e39557011dce {{(pid=93108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:11.885494 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.014966 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] DHCP port deletion for cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 request from dv-cinder-794001-2-smb {{(pid=93110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:21:12.077283 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Deleting port 3de061b9-de5e-4e67-a8aa-e39557011dce {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:12.077673 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.149586 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] For port 3de061b9-de5e-4e67-a8aa-e39557011dce, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3de061b9-de5e-4e67-a8aa-e39557011dce,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:12.150173 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.163890 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Calling delete_port for 3de061b9-de5e-4e67-a8aa-e39557011dce owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:12.202910 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.db [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] For port 3de061b9-de5e-4e67-a8aa-e39557011dce, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=3de061b9-de5e-4e67-a8aa-e39557011dce,segment=NetworkSegment(d8a6f871-b740-4023-b6ad-dfbb496bc671),segment_id=d8a6f871-b740-4023-b6ad-dfbb496bc671)] {{(pid=93108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:12.203275 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.216664 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.plugin [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Calling delete_port for 3de061b9-de5e-4e67-a8aa-e39557011dce owned by network:dhcp {{(pid=93108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:12.244216 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.246447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:12.275433 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Pushing event deleted for resources: {'Port': ['ID=3de061b9-de5e-4e67-a8aa-e39557011dce,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:12.279578 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] No DVR routers for this DVR port 3de061b9-de5e-4e67-a8aa-e39557011dce on host dv-cinder-794001-2-smb {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:12.290352 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.290613 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.291064 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.291485 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.291839 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.292164 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.292494 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.292819 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.293171 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.293451 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.293771 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.294123 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-794001-2-smb {{(pid=93110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jun 23 14:21:12.297438 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-edff2eb0-121f-448a-9eda-5fb04b6688f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:12.305198 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-65168735'] for port, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.307786 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-de6d7362-4746-407c-9f5b-dc0a1f641285 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:12.340260 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Pushing event deleted for resources: {'Port': ['ID=3de061b9-de5e-4e67-a8aa-e39557011dce,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:12.344427 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:12.346814 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] No DVR routers for this DVR port 3de061b9-de5e-4e67-a8aa-e39557011dce on host dv-cinder-794001-2-smb {{(pid=93108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:12.437399 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.447978 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc6c3f83-2023-40ce-81a0-fe7fae43c2a5']}} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:12.457704 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8a6f871-b740-4023-b6ad-dfbb496bc671') {'for_net_delete': True} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:12.458030 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.services.segments.db [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8a6f871-b740-4023-b6ad-dfbb496bc671') {} {{(pid=93108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:12.467320 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-65330289'] for segment, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.482624 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.489353 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=93108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:21:12.489756 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-65168776'] for segment, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: Traceback (most recent call last): Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: timer() Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: cb(*args, **kw) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: return func(*args, **kwargs) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: self._notify() Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: self.callback(batched_events) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: event.method(event) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: return f(self, *a, **k) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: return self._get(url).json() Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: return self.request(url, 'GET', **kwargs) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:21:12.491588 dv-cinder-794001-2-smb neutron-server[93108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:21:12.551252 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.555919 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:12.558148 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] 10.222.0.16 "DELETE /v2.0/networks/cc6c3f83-2023-40ce-81a0-fe7fae43c2a5 HTTP/1.1" status: 204 len: 168 time: 0.7900505 Jun 23 14:21:12.558835 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:12.561096 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 56032) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:12.571212 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Pushing event deleted for resources: {'Network': ['ID=cc6c3f83-2023-40ce-81a0-fe7fae43c2a5,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:12.573743 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-f0c1e5b0-8065-4b2c-a1f3-9b295b14827e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:13.174860 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 24cf28ac-338b-448a-b7c2-d9ec5cd15713 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:13.195481 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 24cf28ac-338b-448a-b7c2-d9ec5cd15713 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:13.196481 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 24cf28ac-338b-448a-b7c2-d9ec5cd15713 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:13.197000 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d1abf2e0-949a-4621-a4a3-efa87598fd65 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:13.214735 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-380926'] for router_interface, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:13.216721 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: d1abf2e0-949a-4621-a4a3-efa87598fd65 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:13.217081 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device d1abf2e0-949a-4621-a4a3-efa87598fd65 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:13.217511 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3de061b9-de5e-4e67-a8aa-e39557011dce no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:13.235534 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 3de061b9-de5e-4e67-a8aa-e39557011dce {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:13.235943 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 3de061b9-de5e-4e67-a8aa-e39557011dce not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:13.524969 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Deleting port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:13.525202 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:13.605499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] For port e1faf3d0-cdae-4bc3-bd7d-75bbf282582f, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,segment=NetworkSegment(bb05b1b6-4a17-4608-b5fa-0362fa427a49),segment_id=bb05b1b6-4a17-4608-b5fa-0362fa427a49)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:13.606205 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:13.618596 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Calling delete_port for e1faf3d0-cdae-4bc3-bd7d-75bbf282582f owned by network:router_interface {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:13.794603 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:13.796469 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-feac7229-2648-4a30-a587-874d7699ab13 tempest-TestShelveInstance-1618673675 tempest-TestShelveInstance-1618673675-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:13.818877 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Pushing event deleted for resources: {'Port': ['ID=e1faf3d0-cdae-4bc3-bd7d-75bbf282582f,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:13.822690 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:13.987978 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536614', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-673806'] for router_interface, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.197115 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 has already been hosted by L3 agent a1897178-c93c-44ff-b63c-5cb1bac95705 {{(pid=93109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jun 23 14:21:14.300481 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Notify agent at l3_agent.dv-cinder-794001-2-smb the message routers_updated {{(pid=93109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jun 23 14:21:14.305937 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] 10.222.0.16 "PUT /v2.0/routers/3d0e3c5e-26c4-41ae-8d98-53f24f482612/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7431412 Jun 23 14:21:14.308499 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 56034) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:14.312314 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] Sync routers for ids ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'] in dv-cinder-794001-2-smb {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jun 23 14:21:14.327081 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] Routers {'3d0e3c5e-26c4-41ae-8d98-53f24f482612'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:14.327951 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:21:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:14.425112 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks [] for router, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.454146 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] Set router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 gateway port host: dv-cinder-794001-2-smb {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:14.528041 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.585904 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Deleting port 9b78807d-318e-411e-8c46-f7a67b7df9aa {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:14.587124 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.631349 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'external_fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62'}], 'enable_snat': True}, 'gw_port_id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:21:13Z', 'revision_number': 5, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port': {'id': '9b78807d-318e-411e-8c46-f7a67b7df9aa', 'name': '', 'network_id': '0f871f41-e5cc-45bf-8659-f09581c7fbbc', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:d2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'device_owner': 'network:router_gateway', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'ip_address': '172.28.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-794001-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-23T14:17:01Z', 'updated_at': '2021-06-23T14:17:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f0b00912-e13b-40e7-adb6-b916b3bac902', 'cidr': '172.28.2.0/24', 'gateway_ip': '172.28.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-794001-2-smb'}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:14.660808 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] Checking router: 3d0e3c5e-26c4-41ae-8d98-53f24f482612 for host: dv-cinder-794001-2-smb {{(pid=93111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jun 23 14:21:14.668844 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] Routers {'3d0e3c5e-26c4-41ae-8d98-53f24f482612'} bound to L3 agent in host dv-cinder-794001-2-smb {{(pid=93111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jun 23 14:21:14.669460 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-794001-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-23T14:02:02Z,description=,heartbeat_timestamp=2021-06-23T14:21:02Z,host='dv-cinder-794001-2-smb',id=a1897178-c93c-44ff-b63c-5cb1bac95705,load=0,resource_versions=,resources_synced=,started_at=2021-06-23T14:02:02Z,topic='l3_agent')) {'router_ids': ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'], 'active': True} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:14.678427 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] For port 9b78807d-318e-411e-8c46-f7a67b7df9aa, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=9b78807d-318e-411e-8c46-f7a67b7df9aa,segment=NetworkSegment(9e4ae93e-96fe-4803-9e82-4df9eaad67be),segment_id=9e4ae93e-96fe-4803-9e82-4df9eaad67be)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:14.679025 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.691759 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Calling delete_port for 9b78807d-318e-411e-8c46-f7a67b7df9aa owned by network:router_gateway {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:14.756995 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_dvr_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] Set router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 gateway port host: None {{(pid=93111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:838}} Jun 23 14:21:14.811771 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.l3_hamode_db [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:21:14Z', 'revision_number': 6, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port_host': None}], 'dv-cinder-794001-2-smb', False) {} {{(pid=93111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:14.845077 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0749cb1-0361-4224-b188-bfae03f0c665 None None] The sync data for ids ['3d0e3c5e-26c4-41ae-8d98-53f24f482612'] in dv-cinder-794001-2-smb is: [{'id': '3d0e3c5e-26c4-41ae-8d98-53f24f482612', 'name': 'tempest-TestShelveInstance-121719820-router', 'tenant_id': '5e3bcb18d0194b348309b507022fd6a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-23T14:17:00Z', 'updated_at': '2021-06-23T14:21:14Z', 'revision_number': 6, 'project_id': '5e3bcb18d0194b348309b507022fd6a3', 'gw_port_host': None}] {{(pid=93111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jun 23 14:21:14.880311 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:14.882751 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-8f5b9ac2-0513-4245-89c8-b7be79fa5ab6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:14.909421 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Pushing event deleted for resources: {'Port': ['ID=9b78807d-318e-411e-8c46-f7a67b7df9aa,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:14.913565 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:14.970717 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-675739'] for router_gateway, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.062618 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-28234'] for router, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.064766 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.112168 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-674805'] for router, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.112726 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3d0e3c5e-26c4-41ae-8d98-53f24f482612 {{(pid=93109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jun 23 14:21:15.117526 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] Notify callbacks [] for router, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.119313 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-fdf381b4-694b-46cb-9c2c-115d234ed32f admin admin] 10.222.0.16 "DELETE /v2.0/routers/3d0e3c5e-26c4-41ae-8d98-53f24f482612 HTTP/1.1" status: 204 len: 168 time: 0.8097825 Jun 23 14:21:15.121954 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 56036) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:15.168573 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Deleting subnet 5fc1cbee-be6c-4f47-8bee-da4c944cd71c {{(pid=93109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Jun 23 14:21:15.171662 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.209067 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-61746097'] for subnet, precommit_delete_associations {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.299211 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3493416'] for subnet, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.357261 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3493425', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992589', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-62312090', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-61245808'] for subnet, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.360064 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-7cee0acf-9a60-4167-8ede-2b862dc5f21a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:15.388008 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fc1cbee-be6c-4f47-8bee-da4c944cd71c,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:15.391316 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:15.392305 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for subnet, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.395432 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-75ce506f-383d-4e77-a95d-19fa51d55fb1 admin admin] 10.222.0.16 "DELETE /v2.0/subnets/5fc1cbee-be6c-4f47-8bee-da4c944cd71c HTTP/1.1" status: 204 len: 168 time: 0.2712374 Jun 23 14:21:15.396658 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 56038) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:15.399463 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9066e2a0-fd33-4226-b92e-7dc7ce197704 None None] Network 84a33479-062a-46fa-8051-65fde4f8e5c0 requested from dv-cinder-794001-2-smb {{(pid=93110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jun 23 14:21:15.472953 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3726766'] for network, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.524967 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Deleting port 66e5fc2f-829b-4d27-8613-15bc707384f4 {{(pid=93109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:15.525311 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.588311 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.db [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] For port 66e5fc2f-829b-4d27-8613-15bc707384f4, host dv-cinder-794001-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-794001-2-smb',level=0,port_id=66e5fc2f-829b-4d27-8613-15bc707384f4,segment=NetworkSegment(bb05b1b6-4a17-4608-b5fa-0362fa427a49),segment_id=bb05b1b6-4a17-4608-b5fa-0362fa427a49)] {{(pid=93109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:15.588668 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.601587 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.plugin [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Calling delete_port for 66e5fc2f-829b-4d27-8613-15bc707384f4 owned by network:dhcp {{(pid=93109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:15.630350 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device e1faf3d0-cdae-4bc3-bd7d-75bbf282582f no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:15.634292 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] DHCP port deletion for 84a33479-062a-46fa-8051-65fde4f8e5c0 request from dv-cinder-794001-2-smb {{(pid=93110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jun 23 14:21:15.653092 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: e1faf3d0-cdae-4bc3-bd7d-75bbf282582f {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:15.653452 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device e1faf3d0-cdae-4bc3-bd7d-75bbf282582f not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:15.688375 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-62312144'] for port, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.690805 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-b9cc0516-5839-4cc4-83a4-1214e64bf9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:15.702947 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Deleting port 66e5fc2f-829b-4d27-8613-15bc707384f4 {{(pid=93110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1907}} Jun 23 14:21:15.703330 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8781968182559'] for port, before_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.716985 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=66e5fc2f-829b-4d27-8613-15bc707384f4,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:15.718957 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] No DVR routers for this DVR port 66e5fc2f-829b-4d27-8613-15bc707384f4 on host dv-cinder-794001-2-smb {{(pid=93109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:15.720431 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:15.773338 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.db [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] For port 66e5fc2f-829b-4d27-8613-15bc707384f4, host dv-cinder-794001-2-smb, got binding levels [] {{(pid=93110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jun 23 14:21:15.774338 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-669137'] for port, precommit_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.787411 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Calling delete_port for 66e5fc2f-829b-4d27-8613-15bc707384f4 owned by network:dhcp {{(pid=93110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1980}} Jun 23 14:21:15.791082 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.ipam_backend_mixin [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Port 66e5fc2f-829b-4d27-8613-15bc707384f4 was not found and therefore no delete operation was performed {{(pid=93110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jun 23 14:21:15.792606 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3829176', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-992671', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536628', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8781968186161', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8781967761327'] for port, after_delete {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.792741 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3495845', 'neutron.services.segments.db._delete_segments_for_network-8781968286495'] for network, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.794494 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-c776ffed-9357-4fe7-811e-608ba2221612 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:15.804139 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84a33479-062a-46fa-8051-65fde4f8e5c0']}} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:15.816004 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb05b1b6-4a17-4608-b5fa-0362fa427a49') {'for_net_delete': True} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:15.816384 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.services.segments.db [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb05b1b6-4a17-4608-b5fa-0362fa427a49') {} {{(pid=93109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jun 23 14:21:15.817807 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Pushing event deleted for resources: {'Port': ['ID=66e5fc2f-829b-4d27-8613-15bc707384f4,revision_number=None']} {{(pid=93110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:15.822425 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG oslo_concurrency.lockutils [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=93110) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:15.825126 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5e64f-c482-4095-8d9c-3a4350eebd2e None None] No DVR routers for this DVR port 66e5fc2f-829b-4d27-8613-15bc707384f4 on host dv-cinder-794001-2-smb {{(pid=93110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jun 23 14:21:15.826862 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8781968306414', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-61746094'] for segment, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.841873 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077'] for segment, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.848603 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=93109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jun 23 14:21:15.849153 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3490077', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-62311943'] for segment, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: Traceback (most recent call last): Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: timer() Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: cb(*args, **kw) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: return func(*args, **kwargs) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: self._notify() Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: self.callback(batched_events) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: event.method(event) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_id = self._get_aggregate_id(event.segment_id) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: aggregate_uuid = self.p_client.list_aggregates( Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: return f(self, *a, **k) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: return self._get(url).json() Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: return self._client.get(url, endpoint_filter=self._ks_filter, Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: return self.request(url, 'GET', **kwargs) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: base_url = self.get_endpoint(auth, allow=allow, Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: auth = self._auth_required(auth, 'determine endpoint URL') Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jun 23 14:21:15.851090 dv-cinder-794001-2-smb neutron-server[93109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jun 23 14:21:15.906521 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3495854', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-1028642', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536623', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-675690'] for network, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.910506 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:15.913419 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536586'] for network, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:15.914723 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] 10.222.0.16 "DELETE /v2.0/networks/84a33479-062a-46fa-8051-65fde4f8e5c0 HTTP/1.1" status: 204 len: 168 time: 0.5170825 Jun 23 14:21:15.925894 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=84a33479-062a-46fa-8051-65fde4f8e5c0,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:15.928451 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-14b082c6-6231-42c7-8195-8a42a44891d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:16.074585 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 56042) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:16.118535 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-4805d6ed-7c0b-4bc7-ab98-78ef12a35c6a admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=8110fe7f170248b0bc075a1c1df5342e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0425365 Jun 23 14:21:16.120789 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [-] (93109) accepted ('10.222.0.16', 56044) {{(pid=93109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:16.169645 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-23534a4f-43fe-4625-b45e-71f7f44ba7cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.190185 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-23534a4f-43fe-4625-b45e-71f7f44ba7cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.235798 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-23534a4f-43fe-4625-b45e-71f7f44ba7cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.238427 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron_lib.callbacks.manager [None req-23534a4f-43fe-4625-b45e-71f7f44ba7cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.239562 dv-cinder-794001-2-smb neutron-server[93109]: INFO neutron.wsgi [None req-23534a4f-43fe-4625-b45e-71f7f44ba7cb admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/9bad716b-6a62-447d-a4bc-b46e0537b380 HTTP/1.1" status: 204 len: 168 time: 0.1178808 Jun 23 14:21:16.240325 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-d89ef0c4-8995-4b57-b358-c00dfecd9586 tempest-VolumesNegativeTest-1683838103 tempest-VolumesNegativeTest-1683838103-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:16.248444 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23534a4f-43fe-4625-b45e-71f7f44ba7cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bad716b-6a62-447d-a4bc-b46e0537b380,revision_number=None']} {{(pid=93109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:16.250724 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG oslo_concurrency.lockutils [None req-23534a4f-43fe-4625-b45e-71f7f44ba7cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93109) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:16.550723 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 56050) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:16.590543 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-520dd347-bc07-4b72-9979-caa5f91ef867 admin admin] 10.222.0.16 "GET /v2.0/security-groups?tenant_id=5e3bcb18d0194b348309b507022fd6a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0384963 Jun 23 14:21:16.592778 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.wsgi [-] (93108) accepted ('10.222.0.16', 56052) {{(pid=93108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Jun 23 14:21:16.640731 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c72599e0-a06c-4511-994f-16ef0bad63b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.660780 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c72599e0-a06c-4511-994f-16ef0bad63b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.710123 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c72599e0-a06c-4511-994f-16ef0bad63b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-121170'] for security_group, after_delete {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.712870 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron_lib.callbacks.manager [None req-c72599e0-a06c-4511-994f-16ef0bad63b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:16.714032 dv-cinder-794001-2-smb neutron-server[93108]: INFO neutron.wsgi [None req-c72599e0-a06c-4511-994f-16ef0bad63b3 admin admin] 10.222.0.16 "DELETE /v2.0/security-groups/c6361d3b-da2b-40ff-947b-f409d4762ff7 HTTP/1.1" status: 204 len: 168 time: 0.1203218 Jun 23 14:21:16.714805 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-82d6cabf-4c4a-4152-bbb1-9c597740343e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jun 23 14:21:16.722753 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72599e0-a06c-4511-994f-16ef0bad63b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6361d3b-da2b-40ff-947b-f409d4762ff7,revision_number=None']} {{(pid=93108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jun 23 14:21:16.725155 dv-cinder-794001-2-smb neutron-server[93108]: DEBUG oslo_concurrency.lockutils [None req-c72599e0-a06c-4511-994f-16ef0bad63b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.010s {{(pid=93108) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jun 23 14:21:17.159751 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 66e5fc2f-829b-4d27-8613-15bc707384f4 no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:17.179035 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 66e5fc2f-829b-4d27-8613-15bc707384f4 {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:17.179394 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 66e5fc2f-829b-4d27-8613-15bc707384f4 not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:17.179825 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 9b78807d-318e-411e-8c46-f7a67b7df9aa no longer exists at agent ovs-agent-dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jun 23 14:21:17.202486 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.plugin [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] No Port match for: 9b78807d-318e-411e-8c46-f7a67b7df9aa {{(pid=93110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2234}} Jun 23 14:21:17.202840 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron.plugins.ml2.rpc [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Device 9b78807d-318e-411e-8c46-f7a67b7df9aa not bound to the agent host dv-cinder-794001-2-smb {{(pid=93110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jun 23 14:21:29.533724 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-74f9aaac-b00a-4a06-a394-bbb77c9991cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.201075 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-dc282ba5-0248-414a-9dad-466563856d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:32.257256 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:33.262004 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:34.021019 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:21:34.992326 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:37.170815 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:21:59.536239 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-2f86be92-e3d5-436d-ae25-13c9571ed2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:02.203051 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-eb66ac9b-88f4-4448-b79b-4b9cd51816d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:02.260047 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:03.265535 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:05.001530 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:07.186770 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:11.019750 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:22:29.540843 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-92a5b5bc-7d75-406e-a759-c117caf3d7ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:32.206114 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d9029c4a-c3c3-428a-93c4-86f5cc6b011e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:32.262541 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:33.268788 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:34.998239 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:37.189077 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:22:48.019016 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:22:59.541213 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-10b774ac-9e5b-4eb4-a289-f66f22717de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:02.208132 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ac5798c0-8202-45f2-87e6-46e66d634952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:02.266208 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:03.273637 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:05.000457 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:07.188729 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:25.017769 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:23:29.543941 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-0b8bb9bc-c6eb-49f8-9469-e7f042806520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:32.211143 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-a2b27c09-2b6a-45f5-ad75-e42ca8637df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:32.268494 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:33.274763 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:35.002234 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:37.198249 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:23:59.545564 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-db5559a5-0388-44fb-9a09-8fcff9405cc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:02.016139 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:24:02.213443 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-8c5f8f18-b9b0-4775-bf23-b0c4c85244c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:02.271049 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:03.277874 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:05.005591 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:07.198640 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:29.547447 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-13958952-df5c-4d97-af3e-b060dbaa9c99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:32.214833 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-f9aff372-da66-4235-a243-4e35027e0e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:32.272408 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:33.280594 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:35.008037 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:37.201234 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:24:39.015098 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:24:59.549998 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-ba9bf6f9-627c-43ec-a50d-0a5f3523418b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:02.217731 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-3bfb7168-bcaa-49e3-92b1-4636e66766f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:02.274204 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:03.283145 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:05.017091 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:07.223237 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:16.013413 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:25:28.220270 dv-cinder-794001-2-smb neutron-server[93109]: DEBUG neutron.wsgi [req-8c7849d7-d29d-420e-bca8-935a71ac3230 req-ac16aef3-2f9e-4c5a-85f7-c137f729aba0 service neutron] (93109) timed out ('10.222.0.42', 49864) {{(pid=93109) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Jun 23 14:25:29.551474 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-22af1fb1-6cdd-48cd-bbaa-ca26cc84a0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:32.218209 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-13c59f54-9086-43b5-bbca-cc21da3c4890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:32.276608 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:33.284783 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:35.015375 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:37.214454 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:25:53.012484 dv-cinder-794001-2-smb neutron-server[93111]: DEBUG neutron.db.agents_db [None req-297b8ae9-65e2-40dc-9146-42355af2bea3 None None] Agent healthcheck: found 6 active agents {{(pid=93111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}} Jun 23 14:25:59.552779 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-001e3380-ec35-48bb-a6c7-1dea0685bf69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.219932 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-d0c5e269-f873-4e4c-861f-f5e4cb046373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:02.280917 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-46af3c66-ffe0-40e8-9a20-a6acb01d0345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:03.288100 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-6af629e5-3a43-466a-a8c6-902b137ace82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:05.019216 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-9dea67c3-4c23-4196-80d2-0eae025ecf70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jun 23 14:26:07.236339 dv-cinder-794001-2-smb neutron-server[93110]: DEBUG neutron_lib.callbacks.manager [None req-5debad3f-e85d-4c17-bdfe-a9c1d18a1d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8781968286477', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3497455'] for agent, after_update {{(pid=93110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}